2024-11-18 20:50:21,952 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-18 20:50:21,970 main DEBUG Took 0.015231 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 20:50:21,971 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 20:50:21,971 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 20:50:21,973 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 20:50:21,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:21,985 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 20:50:21,998 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,001 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,003 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,004 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,006 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,008 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,010 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,015 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,017 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,018 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,019 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,020 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 20:50:22,022 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,022 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 20:50:22,024 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 20:50:22,026 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 20:50:22,029 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 20:50:22,030 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 20:50:22,032 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 20:50:22,032 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 20:50:22,045 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 20:50:22,048 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 20:50:22,051 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 20:50:22,051 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 20:50:22,052 main DEBUG createAppenders(={Console})
2024-11-18 20:50:22,053 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-18 20:50:22,053 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-18 20:50:22,054 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-18 20:50:22,054 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 20:50:22,055 main DEBUG OutputStream closed
2024-11-18 20:50:22,055 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 20:50:22,056 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 20:50:22,056 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-18 20:50:22,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 20:50:22,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 20:50:22,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 20:50:22,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 20:50:22,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 20:50:22,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 20:50:22,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 20:50:22,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 20:50:22,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 20:50:22,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 20:50:22,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 20:50:22,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 20:50:22,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 20:50:22,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 20:50:22,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 20:50:22,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 20:50:22,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 20:50:22,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 20:50:22,173 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 20:50:22,174 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-18 20:50:22,174 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 20:50:22,175 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-18T20:50:22,513 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd
2024-11-18 20:50:22,517 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 20:50:22,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T20:50:22,528 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins
2024-11-18T20:50:22,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T20:50:22,578 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5, deleteOnExit=true
2024-11-18T20:50:22,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T20:50:22,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/test.cache.data in system properties and HBase conf
2024-11-18T20:50:22,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T20:50:22,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/hadoop.log.dir in system properties and HBase conf
2024-11-18T20:50:22,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T20:50:22,585 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T20:50:22,586 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T20:50:22,711 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T20:50:22,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T20:50:22,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T20:50:22,851 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T20:50:22,851 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T20:50:22,852 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T20:50:22,853 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T20:50:22,854 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T20:50:22,854 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T20:50:22,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T20:50:22,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T20:50:22,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/nfs.dump.dir in system properties and HBase conf
2024-11-18T20:50:22,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/java.io.tmpdir in system properties and HBase conf
2024-11-18T20:50:22,858 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T20:50:22,858 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T20:50:22,859 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T20:50:24,070 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T20:50:24,145 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3053ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T20:50:24,223 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T20:50:24,287 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T20:50:24,310 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T20:50:24,311 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T20:50:24,312 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-18T20:50:24,329 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T20:50:24,333 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/hadoop.log.dir/,AVAILABLE}
2024-11-18T20:50:24,334 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T20:50:24,631 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/java.io.tmpdir/jetty-localhost-41581-hadoop-hdfs-3_4_1-tests_jar-_-any-6461552904439944229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T20:50:24,640 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:41581}
2024-11-18T20:50:24,640 INFO  [Time-limited test {}] server.Server(415): Started @3549ms
2024-11-18T20:50:25,306 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T20:50:25,317 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T20:50:25,323 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T20:50:25,323 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T20:50:25,324 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T20:50:25,328 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/hadoop.log.dir/,AVAILABLE}
2024-11-18T20:50:25,329 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T20:50:25,461 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/java.io.tmpdir/jetty-localhost-44781-hadoop-hdfs-3_4_1-tests_jar-_-any-17634550857161746504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T20:50:25,463 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:44781}
2024-11-18T20:50:25,464 INFO  [Time-limited test {}] server.Server(415): Started @4372ms
2024-11-18T20:50:25,550 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T20:50:26,580 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/data/data2/current/BP-1480196249-172.17.0.2-1731963023565/current, will proceed with Du for space computation calculation, 
2024-11-18T20:50:26,580 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/data/data1/current/BP-1480196249-172.17.0.2-1731963023565/current, will proceed with Du for space computation calculation, 
2024-11-18T20:50:26,617 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T20:50:26,662 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2e9571701d833fb with lease ID 0x96286189229da74f: Processing first storage report for DS-fb026142-ef28-42dc-a46d-c131485c6c21 from datanode DatanodeRegistration(127.0.0.1:42093, datanodeUuid=f57d45cb-2925-466b-b493-84c41b79171f, infoPort=46083, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1470500207;c=1731963023565)
2024-11-18T20:50:26,664 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2e9571701d833fb with lease ID 0x96286189229da74f: from storage DS-fb026142-ef28-42dc-a46d-c131485c6c21 node DatanodeRegistration(127.0.0.1:42093, datanodeUuid=f57d45cb-2925-466b-b493-84c41b79171f, infoPort=46083, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1470500207;c=1731963023565), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0
2024-11-18T20:50:26,665 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2e9571701d833fb with lease ID 0x96286189229da74f: Processing first storage report for DS-78ce41aa-b747-441d-b5eb-cb50d4c8f982 from datanode DatanodeRegistration(127.0.0.1:42093, datanodeUuid=f57d45cb-2925-466b-b493-84c41b79171f, infoPort=46083, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1470500207;c=1731963023565)
2024-11-18T20:50:26,665 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2e9571701d833fb with lease ID 0x96286189229da74f: from storage DS-78ce41aa-b747-441d-b5eb-cb50d4c8f982 node DatanodeRegistration(127.0.0.1:42093, datanodeUuid=f57d45cb-2925-466b-b493-84c41b79171f, infoPort=46083, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1470500207;c=1731963023565), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T20:50:26,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd
2024-11-18T20:50:26,900 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/zookeeper_0, clientPort=58850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T20:50:26,911 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58850
2024-11-18T20:50:26,926 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:50:26,929 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:50:27,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741825_1001 (size=7)
2024-11-18T20:50:27,603 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f with version=8
2024-11-18T20:50:27,603 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/hbase-staging
2024-11-18T20:50:27,697 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T20:50:27,980 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/29a7ef02c270:0 server-side Connection retries=45
2024-11-18T20:50:27,994 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T20:50:27,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T20:50:28,002 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T20:50:28,002 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T20:50:28,002 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T20:50:28,243 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T20:50:28,320 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T20:50:28,346 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T20:50:28,355 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T20:50:28,391 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 111379 (auto-detected)
2024-11-18T20:50:28,392 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T20:50:28,423 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40255
2024-11-18T20:50:28,461 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40255 connecting to ZooKeeper ensemble=127.0.0.1:58850
2024-11-18T20:50:28,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402550x0, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T20:50:28,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40255-0x10151002f7f0000 connected
2024-11-18T20:50:28,754 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:50:28,758 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:50:28,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T20:50:28,786 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f, hbase.cluster.distributed=false
2024-11-18T20:50:28,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T20:50:28,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40255
2024-11-18T20:50:28,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40255
2024-11-18T20:50:28,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40255
2024-11-18T20:50:28,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40255
2024-11-18T20:50:28,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40255
2024-11-18T20:50:29,094 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/29a7ef02c270:0 server-side Connection retries=45
2024-11-18T20:50:29,096 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T20:50:29,097 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T20:50:29,097 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T20:50:29,097 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T20:50:29,097 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T20:50:29,102 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T20:50:29,110 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T20:50:29,112 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38231
2024-11-18T20:50:29,115 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38231 connecting to ZooKeeper ensemble=127.0.0.1:58850
2024-11-18T20:50:29,118 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:50:29,123 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:50:29,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382310x0, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T20:50:29,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382310x0, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T20:50:29,158 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T20:50:29,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38231-0x10151002f7f0001 connected
2024-11-18T20:50:29,179 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T20:50:29,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T20:50:29,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T20:50:29,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38231
2024-11-18T20:50:29,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38231
2024-11-18T20:50:29,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38231
2024-11-18T20:50:29,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38231
2024-11-18T20:50:29,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38231
2024-11-18T20:50:29,251 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;29a7ef02c270:40255
2024-11-18T20:50:29,252 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/29a7ef02c270,40255,1731963027755
2024-11-18T20:50:29,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T20:50:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T20:50:29,307 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/29a7ef02c270,40255,1731963027755
2024-11-18T20:50:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T20:50:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:29,353 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T20:50:29,356 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/29a7ef02c270,40255,1731963027755 from backup master directory
2024-11-18T20:50:29,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T20:50:29,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/29a7ef02c270,40255,1731963027755
2024-11-18T20:50:29,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T20:50:29,368 WARN  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T20:50:29,369 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=29a7ef02c270,40255,1731963027755
2024-11-18T20:50:29,377 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T20:50:29,379 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T20:50:29,465 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/hbase.id] with ID: 8cc0ede7-9319-4f25-82c3-da017540be5f
2024-11-18T20:50:29,466 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/.tmp/hbase.id
2024-11-18T20:50:29,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741826_1002 (size=42)
2024-11-18T20:50:29,494 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/.tmp/hbase.id]:[hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/hbase.id]
2024-11-18T20:50:29,599 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T20:50:29,607 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T20:50:29,640 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 30ms.
2024-11-18T20:50:29,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:29,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741827_1003 (size=196)
2024-11-18T20:50:29,725 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:50:29,728 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T20:50:29,757 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:29,765 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T20:50:29,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741828_1004 (size=1189)
2024-11-18T20:50:30,252 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store
2024-11-18T20:50:30,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741829_1005 (size=34)
2024-11-18T20:50:30,692 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T20:50:30,698 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:50:30,701 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T20:50:30,702 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:50:30,703 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:50:30,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T20:50:30,715 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:50:30,715 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:50:30,718 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731963030700Disabling compacts and flushes for region at 1731963030700Disabling writes for close at 1731963030715 (+15 ms)Writing region close event to WAL at 1731963030715Closed at 1731963030715
2024-11-18T20:50:30,722 WARN  [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/.initializing
2024-11-18T20:50:30,722 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/WALs/29a7ef02c270,40255,1731963027755
2024-11-18T20:50:30,734 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T20:50:30,760 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C40255%2C1731963027755, suffix=, logDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/WALs/29a7ef02c270,40255,1731963027755, archiveDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/oldWALs, maxLogs=10
2024-11-18T20:50:30,798 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/WALs/29a7ef02c270,40255,1731963027755/29a7ef02c270%2C40255%2C1731963027755.1731963030767, exclude list is [], retry=0
2024-11-18T20:50:30,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-fb026142-ef28-42dc-a46d-c131485c6c21,DISK]
2024-11-18T20:50:30,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T20:50:30,899 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/WALs/29a7ef02c270,40255,1731963027755/29a7ef02c270%2C40255%2C1731963027755.1731963030767
2024-11-18T20:50:30,901 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46083:46083)]
2024-11-18T20:50:30,901 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:50:30,902 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:50:30,907 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:50:30,909 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:50:30,965 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T20:50:31,001 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T20:50:31,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:31,012 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:31,013 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T20:50:31,018 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T20:50:31,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:31,020 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:50:31,021 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T20:50:31,027 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T20:50:31,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:31,029 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:50:31,030 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T20:50:31,034 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T20:50:31,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:31,039 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:50:31,040 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:50:31,046 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:50:31,048 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:50:31,057 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:50:31,058 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:50:31,064 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T20:50:31,070 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T20:50:31,081 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:50:31,084 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74200905, jitterRate=0.10567964613437653}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T20:50:31,093 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731963030926Initializing all the Stores at 1731963030929 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963030930 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963030932 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963030932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963030932Cleaning up temporary data from old regions at 1731963031058 (+126 ms)Region opened successfully at 1731963031093 (+35 ms)
2024-11-18T20:50:31,095 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T20:50:31,147 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a9c8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0
2024-11-18T20:50:31,196 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T20:50:31,213 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T20:50:31,213 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T20:50:31,218 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T20:50:31,224 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec
2024-11-18T20:50:31,237 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec
2024-11-18T20:50:31,237 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T20:50:31,292 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T20:50:31,320 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T20:50:31,364 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T20:50:31,367 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T20:50:31,382 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T20:50:31,404 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T20:50:31,408 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T20:50:31,420 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T20:50:31,438 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T20:50:31,448 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T20:50:31,463 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T20:50:31,494 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T20:50:31,504 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T20:50:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T20:50:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T20:50:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:31,517 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=29a7ef02c270,40255,1731963027755, sessionid=0x10151002f7f0000, setting cluster-up flag (Was=false)
2024-11-18T20:50:31,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:31,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:31,572 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T20:50:31,575 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,40255,1731963027755
2024-11-18T20:50:31,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:31,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:31,621 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T20:50:31,624 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=29a7ef02c270,40255,1731963027755
2024-11-18T20:50:31,633 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T20:50:31,638 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(746): ClusterId : 8cc0ede7-9319-4f25-82c3-da017540be5f
2024-11-18T20:50:31,642 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T20:50:31,657 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T20:50:31,658 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T20:50:31,665 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T20:50:31,666 DEBUG [RS:0;29a7ef02c270:38231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3049702c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=29a7ef02c270/172.17.0.2:0
2024-11-18T20:50:31,684 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;29a7ef02c270:38231
2024-11-18T20:50:31,688 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T20:50:31,689 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T20:50:31,689 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T20:50:31,695 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,40255,1731963027755 with port=38231, startcode=1731963029040
2024-11-18T20:50:31,712 DEBUG [RS:0;29a7ef02c270:38231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T20:50:31,744 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T20:50:31,759 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T20:50:31,773 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T20:50:31,777 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T20:50:31,786 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40255 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:31,781 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 29a7ef02c270,40255,1731963027755
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T20:50:31,810 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5
2024-11-18T20:50:31,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5
2024-11-18T20:50:31,811 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5
2024-11-18T20:50:31,812 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/29a7ef02c270:0, corePoolSize=5, maxPoolSize=5
2024-11-18T20:50:31,812 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/29a7ef02c270:0, corePoolSize=10, maxPoolSize=10
2024-11-18T20:50:31,812 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:31,813 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2
2024-11-18T20:50:31,813 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:31,832 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-18T20:50:31,833 WARN  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-18T20:50:31,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T20:50:31,841 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T20:50:31,846 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731963061846
2024-11-18T20:50:31,849 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T20:50:31,850 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:31,850 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T20:50:31,850 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T20:50:31,855 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T20:50:31,856 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T20:50:31,856 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T20:50:31,857 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T20:50:31,863 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:31,868 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T20:50:31,870 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T20:50:31,871 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T20:50:31,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741831_1007 (size=1321)
2024-11-18T20:50:31,875 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T20:50:31,876 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T20:50:31,878 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963031877,5,FailOnTimeoutGroup]
2024-11-18T20:50:31,879 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963031878,5,FailOnTimeoutGroup]
2024-11-18T20:50:31,879 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:31,880 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T20:50:31,881 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:31,881 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:31,935 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(2659): reportForDuty to master=29a7ef02c270,40255,1731963027755 with port=38231, startcode=1731963029040
2024-11-18T20:50:31,939 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 29a7ef02c270,38231,1731963029040
2024-11-18T20:50:31,942 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40255 {}] master.ServerManager(517): Registering regionserver=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:31,956 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f
2024-11-18T20:50:31,956 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46187
2024-11-18T20:50:31,956 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T20:50:31,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T20:50:31,972 DEBUG [RS:0;29a7ef02c270:38231 {}] zookeeper.ZKUtil(111): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/29a7ef02c270,38231,1731963029040
2024-11-18T20:50:31,973 WARN  [RS:0;29a7ef02c270:38231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T20:50:31,973 INFO  [RS:0;29a7ef02c270:38231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T20:50:31,973 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/WALs/29a7ef02c270,38231,1731963029040
2024-11-18T20:50:31,977 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [29a7ef02c270,38231,1731963029040]
2024-11-18T20:50:32,016 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T20:50:32,040 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T20:50:32,048 INFO  [RS:0;29a7ef02c270:38231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T20:50:32,048 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,050 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T20:50:32,060 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T20:50:32,063 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,063 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,064 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,064 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,064 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,065 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,065 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/29a7ef02c270:0, corePoolSize=2, maxPoolSize=2
2024-11-18T20:50:32,066 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,066 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,066 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,069 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,069 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,069 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/29a7ef02c270:0, corePoolSize=1, maxPoolSize=1
2024-11-18T20:50:32,070 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3
2024-11-18T20:50:32,070 DEBUG [RS:0;29a7ef02c270:38231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0, corePoolSize=3, maxPoolSize=3
2024-11-18T20:50:32,079 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,079 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,080 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,080 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,080 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,081 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38231,1731963029040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T20:50:32,106 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T20:50:32,108 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,38231,1731963029040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,108 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,108 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.Replication(171): 29a7ef02c270,38231,1731963029040 started
2024-11-18T20:50:32,128 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:32,129 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1482): Serving as 29a7ef02c270,38231,1731963029040, RpcServer on 29a7ef02c270/172.17.0.2:38231, sessionid=0x10151002f7f0001
2024-11-18T20:50:32,130 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T20:50:32,130 DEBUG [RS:0;29a7ef02c270:38231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 29a7ef02c270,38231,1731963029040
2024-11-18T20:50:32,130 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,38231,1731963029040'
2024-11-18T20:50:32,130 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T20:50:32,132 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T20:50:32,136 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T20:50:32,136 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T20:50:32,136 DEBUG [RS:0;29a7ef02c270:38231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 29a7ef02c270,38231,1731963029040
2024-11-18T20:50:32,136 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '29a7ef02c270,38231,1731963029040'
2024-11-18T20:50:32,136 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T20:50:32,137 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T20:50:32,138 DEBUG [RS:0;29a7ef02c270:38231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T20:50:32,139 INFO  [RS:0;29a7ef02c270:38231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T20:50:32,139 INFO  [RS:0;29a7ef02c270:38231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T20:50:32,247 INFO  [RS:0;29a7ef02c270:38231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T20:50:32,252 INFO  [RS:0;29a7ef02c270:38231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C38231%2C1731963029040, suffix=, logDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/WALs/29a7ef02c270,38231,1731963029040, archiveDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/oldWALs, maxLogs=32
2024-11-18T20:50:32,275 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T20:50:32,275 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f
2024-11-18T20:50:32,277 DEBUG [RS:0;29a7ef02c270:38231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/WALs/29a7ef02c270,38231,1731963029040/29a7ef02c270%2C38231%2C1731963029040.1731963032256, exclude list is [], retry=0
2024-11-18T20:50:32,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-fb026142-ef28-42dc-a46d-c131485c6c21,DISK]
2024-11-18T20:50:32,289 INFO  [RS:0;29a7ef02c270:38231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/WALs/29a7ef02c270,38231,1731963029040/29a7ef02c270%2C38231%2C1731963029040.1731963032256
2024-11-18T20:50:32,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741833_1009 (size=32)
2024-11-18T20:50:32,290 DEBUG [RS:0;29a7ef02c270:38231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46083:46083)]
2024-11-18T20:50:32,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:50:32,696 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T20:50:32,701 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T20:50:32,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:32,703 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:32,704 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T20:50:32,709 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T20:50:32,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:32,711 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:32,712 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T20:50:32,716 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T20:50:32,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:32,718 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:32,718 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T20:50:32,722 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T20:50:32,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:32,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:32,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T20:50:32,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740
2024-11-18T20:50:32,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740
2024-11-18T20:50:32,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T20:50:32,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T20:50:32,733 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:50:32,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T20:50:32,744 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:50:32,747 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68215759, jitterRate=0.016494020819664}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:50:32,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731963032692Initializing all the Stores at 1731963032695 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963032695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963032696 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963032696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963032696Cleaning up temporary data from old regions at 1731963032732 (+36 ms)Region opened successfully at 1731963032750 (+18 ms)
2024-11-18T20:50:32,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T20:50:32,751 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T20:50:32,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T20:50:32,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T20:50:32,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T20:50:32,752 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T20:50:32,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731963032750Disabling compacts and flushes for region at 1731963032750Disabling writes for close at 1731963032751 (+1 ms)Writing region close event to WAL at 1731963032752 (+1 ms)Closed at 1731963032752
2024-11-18T20:50:32,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T20:50:32,758 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T20:50:32,766 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T20:50:32,776 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T20:50:32,781 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T20:50:32,934 DEBUG [29a7ef02c270:40255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T20:50:32,951 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:32,960 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,38231,1731963029040, state=OPENING
2024-11-18T20:50:33,004 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T20:50:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:50:33,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T20:50:33,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T20:50:33,016 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T20:50:33,019 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:50:33,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T20:50:33,208 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T20:50:33,230 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T20:50:33,230 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T20:50:33,231 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T20:50:33,236 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=29a7ef02c270%2C38231%2C1731963029040.meta, suffix=.meta, logDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/WALs/29a7ef02c270,38231,1731963029040, archiveDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/oldWALs, maxLogs=32
2024-11-18T20:50:33,259 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/WALs/29a7ef02c270,38231,1731963029040/29a7ef02c270%2C38231%2C1731963029040.meta.1731963033239.meta, exclude list is [], retry=0
2024-11-18T20:50:33,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-fb026142-ef28-42dc-a46d-c131485c6c21,DISK]
2024-11-18T20:50:33,274 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/WALs/29a7ef02c270,38231,1731963029040/29a7ef02c270%2C38231%2C1731963029040.meta.1731963033239.meta
2024-11-18T20:50:33,275 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46083:46083)]
2024-11-18T20:50:33,275 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:50:33,278 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T20:50:33,282 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T20:50:33,289 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T20:50:33,295 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T20:50:33,297 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:50:33,297 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T20:50:33,297 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T20:50:33,301 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T20:50:33,303 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T20:50:33,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:33,305 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:33,305 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T20:50:33,307 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T20:50:33,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:33,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:33,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T20:50:33,311 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T20:50:33,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:33,312 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:33,312 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T20:50:33,314 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T20:50:33,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:33,315 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T20:50:33,316 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T20:50:33,319 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740
2024-11-18T20:50:33,323 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740
2024-11-18T20:50:33,327 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T20:50:33,327 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T20:50:33,329 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:50:33,333 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T20:50:33,335 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72458264, jitterRate=0.07971227169036865}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:50:33,336 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T20:50:33,338 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731963033298Writing region info on filesystem at 1731963033298Initializing all the Stores at 1731963033300 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963033301 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963033301Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963033301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731963033301Cleaning up temporary data from old regions at 1731963033327 (+26 ms)Running coprocessor post-open hooks at 1731963033336 (+9 ms)Region opened successfully at 1731963033337 (+1 ms)
2024-11-18T20:50:33,347 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731963033192
2024-11-18T20:50:33,375 DEBUG [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T20:50:33,376 INFO  [RS_OPEN_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T20:50:33,376 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:33,379 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 29a7ef02c270,38231,1731963029040, state=OPEN
2024-11-18T20:50:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T20:50:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T20:50:33,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T20:50:33,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T20:50:33,488 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:33,496 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T20:50:33,497 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=29a7ef02c270,38231,1731963029040 in 469 msec
2024-11-18T20:50:33,505 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T20:50:33,506 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec
2024-11-18T20:50:33,507 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T20:50:33,507 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T20:50:33,529 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:33,531 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:33,559 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:33,563 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:33,598 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9170 sec
2024-11-18T20:50:33,598 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731963033598, completionTime=-1
2024-11-18T20:50:33,602 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T20:50:33,602 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-18T20:50:33,637 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-18T20:50:33,637 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731963093637
2024-11-18T20:50:33,638 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731963153638
2024-11-18T20:50:33,638 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 35 msec
2024-11-18T20:50:33,641 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40255,1731963027755-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:33,641 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40255,1731963027755-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:33,642 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40255,1731963027755-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:33,644 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-29a7ef02c270:40255, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:33,644 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:33,645 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:33,693 DEBUG [master/29a7ef02c270:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T20:50:33,747 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.378sec
2024-11-18T20:50:33,749 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T20:50:33,751 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T20:50:33,752 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T20:50:33,753 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T20:50:33,753 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T20:50:33,754 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40255,1731963027755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T20:50:33,755 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40255,1731963027755-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T20:50:33,767 DEBUG [master/29a7ef02c270:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T20:50:33,769 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T20:50:33,769 INFO  [master/29a7ef02c270:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=29a7ef02c270,40255,1731963027755-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T20:50:33,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d2c9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:33,853 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T20:50:33,853 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T20:50:33,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:33,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:33,872 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55afea19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:33,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:33,890 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:33,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a26ad16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:33,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:33,915 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:33,945 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=29a7ef02c270,40255,1731963027755
2024-11-18T20:50:33,964 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=1453
2024-11-18T20:50:33,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T20:50:33,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40255,1731963027755
2024-11-18T20:50:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e6e11
2024-11-18T20:50:33,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T20:50:33,991 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T20:50:33,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:50:34,001 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:50:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T20:50:34,017 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:50:34,021 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:34,025 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:50:34,027 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-18T20:50:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T20:50:34,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741835_1011 (size=959)
2024-11-18T20:50:34,064 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f
2024-11-18T20:50:34,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741836_1012 (size=53)
2024-11-18T20:50:34,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:50:34,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b1f3afc9d551d7065e7627d83a57c053, disabling compactions & flushes
2024-11-18T20:50:34,096 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:34,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:34,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. after waiting 0 ms
2024-11-18T20:50:34,096 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:34,097 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:34,097 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1f3afc9d551d7065e7627d83a57c053:
Waiting for close lock at 1731963034096Disabling compacts and flushes for region at 1731963034096Disabling writes for close at 1731963034096Writing region close event to WAL at 1731963034097 (+1 ms)Closed at 1731963034097
2024-11-18T20:50:34,101 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:50:34,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731963034101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963034101"}]},"ts":"1731963034101"}
2024-11-18T20:50:34,116 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:50:34,120 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:50:34,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963034120"}]},"ts":"1731963034120"}
2024-11-18T20:50:34,135 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T20:50:34,138 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, ASSIGN}]
2024-11-18T20:50:34,142 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, ASSIGN
2024-11-18T20:50:34,147 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, ASSIGN; state=OFFLINE, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=false
2024-11-18T20:50:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T20:50:34,299 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1f3afc9d551d7065e7627d83a57c053, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:34,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, ASSIGN because future has completed
2024-11-18T20:50:34,308 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:50:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T20:50:34,474 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:34,474 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:50:34,475 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,475 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:50:34,475 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,475 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,478 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b1f3afc9d551d7065e7627d83a57c053 
2024-11-18T20:50:34,481 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1f3afc9d551d7065e7627d83a57c053 columnFamilyName A
2024-11-18T20:50:34,482 DEBUG [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:34,483 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] regionserver.HStore(327): Store=b1f3afc9d551d7065e7627d83a57c053/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:50:34,484 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b1f3afc9d551d7065e7627d83a57c053 
2024-11-18T20:50:34,487 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1f3afc9d551d7065e7627d83a57c053 columnFamilyName B
2024-11-18T20:50:34,488 DEBUG [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:34,489 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] regionserver.HStore(327): Store=b1f3afc9d551d7065e7627d83a57c053/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:50:34,489 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b1f3afc9d551d7065e7627d83a57c053 
2024-11-18T20:50:34,492 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1f3afc9d551d7065e7627d83a57c053 columnFamilyName C
2024-11-18T20:50:34,492 DEBUG [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:50:34,494 INFO  [StoreOpener-b1f3afc9d551d7065e7627d83a57c053-1 {}] regionserver.HStore(327): Store=b1f3afc9d551d7065e7627d83a57c053/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:50:34,494 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,496 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,498 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,500 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,500 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,502 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:50:34,505 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,509 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:50:34,511 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b1f3afc9d551d7065e7627d83a57c053; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65459657, jitterRate=-0.02457509934902191}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:50:34,511 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:34,512 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b1f3afc9d551d7065e7627d83a57c053:
Running coprocessor pre-open hook at 1731963034475Writing region info on filesystem at 1731963034475Initializing all the Stores at 1731963034477 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963034477Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963034478 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963034478Cleaning up temporary data from old regions at 1731963034500 (+22 ms)Running coprocessor post-open hooks at 1731963034511 (+11 ms)Region opened successfully at 1731963034512 (+1 ms)
2024-11-18T20:50:34,515 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., pid=6, masterSystemTime=1731963034466
2024-11-18T20:50:34,520 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:34,520 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:34,521 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1f3afc9d551d7065e7627d83a57c053, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:34,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:50:34,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T20:50:34,535 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040 in 221 msec
2024-11-18T20:50:34,539 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T20:50:34,539 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, ASSIGN in 395 msec
2024-11-18T20:50:34,541 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:50:34,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963034542"}]},"ts":"1731963034542"}
2024-11-18T20:50:34,546 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T20:50:34,548 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:50:34,554 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 544 msec
2024-11-18T20:50:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T20:50:34,671 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:34,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8feb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,681 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561a2a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,684 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bec36fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,694 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T20:50:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40255,1731963027755
2024-11-18T20:50:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4784557b
2024-11-18T20:50:34,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T20:50:34,707 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T20:50:34,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6432e8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,717 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51278417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,722 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246c200c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,731 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5bc001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,738 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad2d2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,743 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dd1621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,749 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2921024b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,761 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbfc7d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,770 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a3ad64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,775 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50869ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,779 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a2d403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec8db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,785 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf5868c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,790 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2e084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,797 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaa86d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,801 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b2701c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,810 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f636a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,814 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69204894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:50:34,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:50:34,819 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:50:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:50:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:50:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@915c898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:50:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:50:34,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:34,825 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:50:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d297b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:50:34,833 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,837 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,839 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,839 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,840 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,842 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,857 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:50:34,861 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,867 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-18T20:50:34,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,875 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:50:34,882 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:50:34,885 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:50:34,886 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:50:34,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,891 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,892 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,892 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,893 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,897 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,900 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,900 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,921 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,923 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:50:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,926 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,935 DEBUG [Thread-160 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:50:34,936 DEBUG [Thread-160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:50:34,938 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:50:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:50:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:50:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:35,016 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:35,021 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:50:35,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:50:35,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/fdfe2a8541ea4e6f8f9c20ab418599cb is 50, key is test_row_0/A:col10/1731963034943/Put/seqid=0
2024-11-18T20:50:35,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:35,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741837_1013 (size=14341)
2024-11-18T20:50:35,362 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/fdfe2a8541ea4e6f8f9c20ab418599cb
2024-11-18T20:50:35,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963095386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963095403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963095404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963095404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963095386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:35,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:35,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d1ffedb1e74341eaa025f659ef5c3586 is 50, key is test_row_0/B:col10/1731963034943/Put/seqid=0
2024-11-18T20:50:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:50:35,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963095574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741838_1014 (size=12001)
2024-11-18T20:50:35,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963095573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963095574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963095576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d1ffedb1e74341eaa025f659ef5c3586
2024-11-18T20:50:35,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963095576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:35,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b2703918e2c648f0adaeab6e1f2cf47b is 50, key is test_row_0/C:col10/1731963034943/Put/seqid=0
2024-11-18T20:50:35,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741839_1015 (size=12001)
2024-11-18T20:50:35,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b2703918e2c648f0adaeab6e1f2cf47b
2024-11-18T20:50:35,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/fdfe2a8541ea4e6f8f9c20ab418599cb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fdfe2a8541ea4e6f8f9c20ab418599cb
2024-11-18T20:50:35,772 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fdfe2a8541ea4e6f8f9c20ab418599cb, entries=200, sequenceid=13, filesize=14.0 K
2024-11-18T20:50:35,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d1ffedb1e74341eaa025f659ef5c3586 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1ffedb1e74341eaa025f659ef5c3586
2024-11-18T20:50:35,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:35,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,815 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1ffedb1e74341eaa025f659ef5c3586, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T20:50:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b2703918e2c648f0adaeab6e1f2cf47b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b2703918e2c648f0adaeab6e1f2cf47b
2024-11-18T20:50:35,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963095801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963095801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963095803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,851 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b2703918e2c648f0adaeab6e1f2cf47b, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T20:50:35,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963095803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:35,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:35,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:35,861 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b1f3afc9d551d7065e7627d83a57c053 in 838ms, sequenceid=13, compaction requested=false
2024-11-18T20:50:35,863 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T20:50:35,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:35,885 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:35,886 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-18T20:50:35,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/8842b86696fd46279948fc86e8b581ed is 50, key is test_row_0/A:col10/1731963035877/Put/seqid=0
2024-11-18T20:50:35,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:35,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:35,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741840_1016 (size=14341)
2024-11-18T20:50:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:50:36,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963096070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963096151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:36,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963096163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963096163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963096163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963096191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:36,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,408 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/8842b86696fd46279948fc86e8b581ed
2024-11-18T20:50:36,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963096413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/40ad20ee29234856bad205f141bd4f34 is 50, key is test_row_0/B:col10/1731963035877/Put/seqid=0
2024-11-18T20:50:36,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:36,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:36,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741841_1017 (size=12001)
2024-11-18T20:50:36,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:36,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:36,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963096683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963096688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963096696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963096684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963096744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:36,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:36,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:36,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/40ad20ee29234856bad205f141bd4f34
2024-11-18T20:50:36,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b29356eda4bd4a2ea5b90d0ba31970fb is 50, key is test_row_0/C:col10/1731963035877/Put/seqid=0
2024-11-18T20:50:36,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:36,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:36,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:36,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:37,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741842_1018 (size=12001)
2024-11-18T20:50:37,008 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b29356eda4bd4a2ea5b90d0ba31970fb
2024-11-18T20:50:37,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/8842b86696fd46279948fc86e8b581ed as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/8842b86696fd46279948fc86e8b581ed
2024-11-18T20:50:37,054 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/8842b86696fd46279948fc86e8b581ed, entries=200, sequenceid=40, filesize=14.0 K
2024-11-18T20:50:37,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/40ad20ee29234856bad205f141bd4f34 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/40ad20ee29234856bad205f141bd4f34
2024-11-18T20:50:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:50:37,071 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/40ad20ee29234856bad205f141bd4f34, entries=150, sequenceid=40, filesize=11.7 K
2024-11-18T20:50:37,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b29356eda4bd4a2ea5b90d0ba31970fb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b29356eda4bd4a2ea5b90d0ba31970fb
2024-11-18T20:50:37,098 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b29356eda4bd4a2ea5b90d0ba31970fb, entries=150, sequenceid=40, filesize=11.7 K
2024-11-18T20:50:37,108 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b1f3afc9d551d7065e7627d83a57c053 in 1222ms, sequenceid=40, compaction requested=false
2024-11-18T20:50:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:37,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T20:50:37,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:37,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-18T20:50:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/ac54993a374442679b5e76d662a1ee5e is 50, key is test_row_0/A:col10/1731963036038/Put/seqid=0
2024-11-18T20:50:37,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741843_1019 (size=12001)
2024-11-18T20:50:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:37,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:37,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/ac54993a374442679b5e76d662a1ee5e
2024-11-18T20:50:37,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f0daadff6473431c902d5da13236a669 is 50, key is test_row_0/B:col10/1731963036038/Put/seqid=0
2024-11-18T20:50:37,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741844_1020 (size=12001)
2024-11-18T20:50:37,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f0daadff6473431c902d5da13236a669
2024-11-18T20:50:37,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963097712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:37,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/92e49a2705044a1caad7eef422b8eab3 is 50, key is test_row_0/C:col10/1731963036038/Put/seqid=0
2024-11-18T20:50:37,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963097711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:37,732 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2327 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:37,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:37,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963097735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:37,739 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2337 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:37,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963097740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:37,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963097741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:37,746 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2344 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:37,753 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2369 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:37,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741845_1021 (size=12001)
2024-11-18T20:50:37,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963097831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:37,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:38,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T20:50:38,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963098048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:38,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/92e49a2705044a1caad7eef422b8eab3
2024-11-18T20:50:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/ac54993a374442679b5e76d662a1ee5e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/ac54993a374442679b5e76d662a1ee5e
2024-11-18T20:50:38,235 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/ac54993a374442679b5e76d662a1ee5e, entries=150, sequenceid=49, filesize=11.7 K
2024-11-18T20:50:38,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f0daadff6473431c902d5da13236a669 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f0daadff6473431c902d5da13236a669
2024-11-18T20:50:38,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f0daadff6473431c902d5da13236a669, entries=150, sequenceid=49, filesize=11.7 K
2024-11-18T20:50:38,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/92e49a2705044a1caad7eef422b8eab3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/92e49a2705044a1caad7eef422b8eab3
2024-11-18T20:50:38,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/92e49a2705044a1caad7eef422b8eab3, entries=150, sequenceid=49, filesize=11.7 K
2024-11-18T20:50:38,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b1f3afc9d551d7065e7627d83a57c053 in 1208ms, sequenceid=49, compaction requested=true
2024-11-18T20:50:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:38,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-18T20:50:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-18T20:50:38,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T20:50:38,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4560 sec
2024-11-18T20:50:38,354 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.4910 sec
2024-11-18T20:50:38,388 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:38,389 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-11-18T20:50:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:38,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/774232b9dcdb4e069a19a3c490f3441c is 50, key is test_row_0/A:col10/1731963038384/Put/seqid=0
2024-11-18T20:50:38,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741846_1022 (size=14341)
2024-11-18T20:50:38,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963098478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:38,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963098590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:38,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963098811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:38,850 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:50:38,893 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/774232b9dcdb4e069a19a3c490f3441c
2024-11-18T20:50:38,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/5566e7eeb9734a848157ee5931b650d0 is 50, key is test_row_0/B:col10/1731963038384/Put/seqid=0
2024-11-18T20:50:39,011 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T20:50:39,011 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T20:50:39,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T20:50:39,014 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T20:50:39,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T20:50:39,015 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T20:50:39,017 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T20:50:39,017 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-18T20:50:39,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741847_1023 (size=12001)
2024-11-18T20:50:39,050 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/5566e7eeb9734a848157ee5931b650d0
2024-11-18T20:50:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T20:50:39,092 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:39,093 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:50:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-18T20:50:39,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/84445d24049042899c522213dbf90236 is 50, key is test_row_0/C:col10/1731963038384/Put/seqid=0
2024-11-18T20:50:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T20:50:39,102 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:50:39,106 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:50:39,107 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:50:39,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741848_1024 (size=12001)
2024-11-18T20:50:39,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963099148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:39,162 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/84445d24049042899c522213dbf90236
2024-11-18T20:50:39,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/774232b9dcdb4e069a19a3c490f3441c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/774232b9dcdb4e069a19a3c490f3441c
2024-11-18T20:50:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T20:50:39,251 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/774232b9dcdb4e069a19a3c490f3441c, entries=200, sequenceid=77, filesize=14.0 K
2024-11-18T20:50:39,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T20:50:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:39,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:39,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/5566e7eeb9734a848157ee5931b650d0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/5566e7eeb9734a848157ee5931b650d0
2024-11-18T20:50:39,301 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/5566e7eeb9734a848157ee5931b650d0, entries=150, sequenceid=77, filesize=11.7 K
2024-11-18T20:50:39,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/84445d24049042899c522213dbf90236 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/84445d24049042899c522213dbf90236
2024-11-18T20:50:39,328 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/84445d24049042899c522213dbf90236, entries=150, sequenceid=77, filesize=11.7 K
2024-11-18T20:50:39,330 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for b1f3afc9d551d7065e7627d83a57c053 in 942ms, sequenceid=77, compaction requested=true
2024-11-18T20:50:39,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:39,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:50:39,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:39,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:50:39,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:39,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:50:39,361 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:50:39,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:39,362 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:50:39,366 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:50:39,371 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/B is initiating minor compaction (all files)
2024-11-18T20:50:39,371 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/B in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:39,372 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1ffedb1e74341eaa025f659ef5c3586, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/40ad20ee29234856bad205f141bd4f34, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f0daadff6473431c902d5da13236a669, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/5566e7eeb9734a848157ee5931b650d0] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=46.9 K
2024-11-18T20:50:39,375 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d1ffedb1e74341eaa025f659ef5c3586, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731963034943
2024-11-18T20:50:39,375 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:50:39,376 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/A is initiating minor compaction (all files)
2024-11-18T20:50:39,376 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/A in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:39,376 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fdfe2a8541ea4e6f8f9c20ab418599cb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/8842b86696fd46279948fc86e8b581ed, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/ac54993a374442679b5e76d662a1ee5e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/774232b9dcdb4e069a19a3c490f3441c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=53.7 K
2024-11-18T20:50:39,376 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 40ad20ee29234856bad205f141bd4f34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963035384
2024-11-18T20:50:39,377 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdfe2a8541ea4e6f8f9c20ab418599cb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731963034881
2024-11-18T20:50:39,378 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f0daadff6473431c902d5da13236a669, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731963035941
2024-11-18T20:50:39,378 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8842b86696fd46279948fc86e8b581ed, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963035384
2024-11-18T20:50:39,379 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5566e7eeb9734a848157ee5931b650d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963037673
2024-11-18T20:50:39,379 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac54993a374442679b5e76d662a1ee5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731963035941
2024-11-18T20:50:39,381 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 774232b9dcdb4e069a19a3c490f3441c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963037599
2024-11-18T20:50:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T20:50:39,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T20:50:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:39,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-18T20:50:39,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/039fcfdc6de844019d6460e4050c286e is 50, key is test_row_0/A:col10/1731963038429/Put/seqid=0
2024-11-18T20:50:39,523 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#B#compaction#13 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:39,528 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#A#compaction#14 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:39,530 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/0cd0fbd688dc4a38a6ca924a886aa150 is 50, key is test_row_0/A:col10/1731963038384/Put/seqid=0
2024-11-18T20:50:39,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741849_1025 (size=12001)
2024-11-18T20:50:39,556 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/9491cf677b304b16be31bfe7bfc36fa4 is 50, key is test_row_0/B:col10/1731963038384/Put/seqid=0
2024-11-18T20:50:39,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741850_1026 (size=12139)
2024-11-18T20:50:39,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741851_1027 (size=12139)
2024-11-18T20:50:39,639 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/9491cf677b304b16be31bfe7bfc36fa4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/9491cf677b304b16be31bfe7bfc36fa4
2024-11-18T20:50:39,680 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/B of b1f3afc9d551d7065e7627d83a57c053 into 9491cf677b304b16be31bfe7bfc36fa4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:39,680 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:39,684 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/B, priority=12, startTime=1731963039359; duration=0sec
2024-11-18T20:50:39,685 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:39,685 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:B
2024-11-18T20:50:39,685 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:50:39,712 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:50:39,712 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/C is initiating minor compaction (all files)
2024-11-18T20:50:39,712 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/C in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:39,713 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b2703918e2c648f0adaeab6e1f2cf47b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b29356eda4bd4a2ea5b90d0ba31970fb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/92e49a2705044a1caad7eef422b8eab3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/84445d24049042899c522213dbf90236] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=46.9 K
2024-11-18T20:50:39,714 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b2703918e2c648f0adaeab6e1f2cf47b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731963034943
2024-11-18T20:50:39,720 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b29356eda4bd4a2ea5b90d0ba31970fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963035384
2024-11-18T20:50:39,721 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 92e49a2705044a1caad7eef422b8eab3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731963035941
2024-11-18T20:50:39,723 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 84445d24049042899c522213dbf90236, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963037673
2024-11-18T20:50:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T20:50:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:39,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:39,789 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#C#compaction#15 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:39,790 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/929defe703c74e7a991bd18d5ecc1158 is 50, key is test_row_0/C:col10/1731963038384/Put/seqid=0
2024-11-18T20:50:39,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741852_1028 (size=12139)
2024-11-18T20:50:39,881 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/929defe703c74e7a991bd18d5ecc1158 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/929defe703c74e7a991bd18d5ecc1158
2024-11-18T20:50:39,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/039fcfdc6de844019d6460e4050c286e
2024-11-18T20:50:39,938 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/C of b1f3afc9d551d7065e7627d83a57c053 into 929defe703c74e7a991bd18d5ecc1158(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:39,938 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:39,938 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/C, priority=12, startTime=1731963039361; duration=0sec
2024-11-18T20:50:39,938 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:39,938 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:C
2024-11-18T20:50:39,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963099934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:39,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:39,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:39,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:39,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/184847e6712c46539948de6ecf87a74f is 50, key is test_row_0/B:col10/1731963038429/Put/seqid=0
2024-11-18T20:50:39,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963099943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:39,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:39,996 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/0cd0fbd688dc4a38a6ca924a886aa150 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/0cd0fbd688dc4a38a6ca924a886aa150
2024-11-18T20:50:39,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963099954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:39,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963099977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963099943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,014 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/A of b1f3afc9d551d7065e7627d83a57c053 into 0cd0fbd688dc4a38a6ca924a886aa150(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:40,015 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:40,015 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/A, priority=12, startTime=1731963039334; duration=0sec
2024-11-18T20:50:40,015 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:40,015 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:A
2024-11-18T20:50:40,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741853_1029 (size=12001)
2024-11-18T20:50:40,026 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/184847e6712c46539948de6ecf87a74f
2024-11-18T20:50:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/656e583c79204fa08b825f0abc74df7c is 50, key is test_row_0/C:col10/1731963038429/Put/seqid=0
2024-11-18T20:50:40,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963100096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741854_1030 (size=12001)
2024-11-18T20:50:40,118 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/656e583c79204fa08b825f0abc74df7c
2024-11-18T20:50:40,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963100100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963100110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963100110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963100120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/039fcfdc6de844019d6460e4050c286e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/039fcfdc6de844019d6460e4050c286e
2024-11-18T20:50:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,154 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/039fcfdc6de844019d6460e4050c286e, entries=150, sequenceid=85, filesize=11.7 K
2024-11-18T20:50:40,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/184847e6712c46539948de6ecf87a74f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/184847e6712c46539948de6ecf87a74f
2024-11-18T20:50:40,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/184847e6712c46539948de6ecf87a74f, entries=150, sequenceid=85, filesize=11.7 K
2024-11-18T20:50:40,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/656e583c79204fa08b825f0abc74df7c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/656e583c79204fa08b825f0abc74df7c
2024-11-18T20:50:40,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/656e583c79204fa08b825f0abc74df7c, entries=150, sequenceid=85, filesize=11.7 K
2024-11-18T20:50:40,215 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for b1f3afc9d551d7065e7627d83a57c053 in 790ms, sequenceid=85, compaction requested=false
2024-11-18T20:50:40,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:40,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-18T20:50:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-18T20:50:40,227 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-18T20:50:40,228 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1150 sec
2024-11-18T20:50:40,233 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.1360 sec
2024-11-18T20:50:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T20:50:40,241 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:40,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:50:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-18T20:50:40,245 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:50:40,247 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:50:40,247 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:50:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T20:50:40,315 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:40,316 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB
2024-11-18T20:50:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:40,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/87d8426aaf364104b804c60d602164e6 is 50, key is test_row_0/A:col10/1731963039953/Put/seqid=0
2024-11-18T20:50:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T20:50:40,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963100350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963100350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963100353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963100359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963100359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741855_1031 (size=14341)
2024-11-18T20:50:40,391 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/87d8426aaf364104b804c60d602164e6
2024-11-18T20:50:40,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T20:50:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/28e770298f574cb1b42b870fdc179f6c is 50, key is test_row_0/B:col10/1731963039953/Put/seqid=0
2024-11-18T20:50:40,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741856_1032 (size=12001)
2024-11-18T20:50:40,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963100482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963100491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963100491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963100491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T20:50:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T20:50:40,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963100681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963100700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963100711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963100711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963100711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:40,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T20:50:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T20:50:40,888 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/28e770298f574cb1b42b870fdc179f6c
2024-11-18T20:50:40,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T20:50:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:40,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:40,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:40,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bc819ad178b94b73928c9ef100c94a35 is 50, key is test_row_0/C:col10/1731963039953/Put/seqid=0
2024-11-18T20:50:40,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741857_1033 (size=12001)
2024-11-18T20:50:41,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963101029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963101030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963101030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963101031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T20:50:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T20:50:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963101201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T20:50:41,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:41,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:41,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bc819ad178b94b73928c9ef100c94a35
2024-11-18T20:50:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T20:50:41,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/87d8426aaf364104b804c60d602164e6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/87d8426aaf364104b804c60d602164e6
2024-11-18T20:50:41,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/87d8426aaf364104b804c60d602164e6, entries=200, sequenceid=117, filesize=14.0 K
2024-11-18T20:50:41,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/28e770298f574cb1b42b870fdc179f6c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/28e770298f574cb1b42b870fdc179f6c
2024-11-18T20:50:41,420 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/28e770298f574cb1b42b870fdc179f6c, entries=150, sequenceid=117, filesize=11.7 K
2024-11-18T20:50:41,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bc819ad178b94b73928c9ef100c94a35 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bc819ad178b94b73928c9ef100c94a35
2024-11-18T20:50:41,442 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bc819ad178b94b73928c9ef100c94a35, entries=150, sequenceid=117, filesize=11.7 K
2024-11-18T20:50:41,444 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for b1f3afc9d551d7065e7627d83a57c053 in 1128ms, sequenceid=117, compaction requested=true
2024-11-18T20:50:41,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:41,445 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:41,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:50:41,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:41,445 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:50:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:50:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:41,449 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:41,449 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/A is initiating minor compaction (all files)
2024-11-18T20:50:41,449 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/A in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,450 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/0cd0fbd688dc4a38a6ca924a886aa150, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/039fcfdc6de844019d6460e4050c286e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/87d8426aaf364104b804c60d602164e6] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=37.6 K
2024-11-18T20:50:41,451 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:41,452 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/B is initiating minor compaction (all files)
2024-11-18T20:50:41,452 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/B in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,452 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/9491cf677b304b16be31bfe7bfc36fa4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/184847e6712c46539948de6ecf87a74f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/28e770298f574cb1b42b870fdc179f6c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=35.3 K
2024-11-18T20:50:41,453 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cd0fbd688dc4a38a6ca924a886aa150, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963037673
2024-11-18T20:50:41,454 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 9491cf677b304b16be31bfe7bfc36fa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963037673
2024-11-18T20:50:41,455 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 039fcfdc6de844019d6460e4050c286e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731963038429
2024-11-18T20:50:41,455 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 184847e6712c46539948de6ecf87a74f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731963038429
2024-11-18T20:50:41,456 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 28e770298f574cb1b42b870fdc179f6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731963039936
2024-11-18T20:50:41,457 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87d8426aaf364104b804c60d602164e6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731963039850
2024-11-18T20:50:41,496 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:41,497 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/e0b54e69d9bd460f973c18a30ad17414 is 50, key is test_row_0/A:col10/1731963039953/Put/seqid=0
2024-11-18T20:50:41,500 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:41,501 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/8d568063197945b68931b6613f2aa1ed is 50, key is test_row_0/B:col10/1731963039953/Put/seqid=0
2024-11-18T20:50:41,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T20:50:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-18T20:50:41,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741858_1034 (size=12241)
2024-11-18T20:50:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:41,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741859_1035 (size=12241)
2024-11-18T20:50:41,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/85c74ded383d45ed9a05a26426c529f7 is 50, key is test_row_0/A:col10/1731963040353/Put/seqid=0
2024-11-18T20:50:41,575 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/e0b54e69d9bd460f973c18a30ad17414 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b54e69d9bd460f973c18a30ad17414
2024-11-18T20:50:41,593 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/A of b1f3afc9d551d7065e7627d83a57c053 into e0b54e69d9bd460f973c18a30ad17414(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:41,593 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:41,593 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/A, priority=13, startTime=1731963041445; duration=0sec
2024-11-18T20:50:41,594 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:41,594 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:A
2024-11-18T20:50:41,594 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:41,595 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/8d568063197945b68931b6613f2aa1ed as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/8d568063197945b68931b6613f2aa1ed
2024-11-18T20:50:41,598 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:41,599 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/C is initiating minor compaction (all files)
2024-11-18T20:50:41,599 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/C in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:41,599 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/929defe703c74e7a991bd18d5ecc1158, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/656e583c79204fa08b825f0abc74df7c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bc819ad178b94b73928c9ef100c94a35] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=35.3 K
2024-11-18T20:50:41,600 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 929defe703c74e7a991bd18d5ecc1158, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963037673
2024-11-18T20:50:41,601 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 656e583c79204fa08b825f0abc74df7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731963038429
2024-11-18T20:50:41,603 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc819ad178b94b73928c9ef100c94a35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731963039936
2024-11-18T20:50:41,613 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/B of b1f3afc9d551d7065e7627d83a57c053 into 8d568063197945b68931b6613f2aa1ed(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:41,616 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:41,617 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/B, priority=13, startTime=1731963041445; duration=0sec
2024-11-18T20:50:41,619 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:41,619 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:B
2024-11-18T20:50:41,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741860_1036 (size=9657)
2024-11-18T20:50:41,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/85c74ded383d45ed9a05a26426c529f7
2024-11-18T20:50:41,641 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:41,642 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/fe15e8fc70bd473284b08581ae79189d is 50, key is test_row_0/C:col10/1731963039953/Put/seqid=0
2024-11-18T20:50:41,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f3dba17713564beb8330f94715fe394e is 50, key is test_row_0/B:col10/1731963040353/Put/seqid=0
2024-11-18T20:50:41,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963101671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963101678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963101680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963101696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741861_1037 (size=12241)
2024-11-18T20:50:41,735 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/fe15e8fc70bd473284b08581ae79189d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fe15e8fc70bd473284b08581ae79189d
2024-11-18T20:50:41,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741862_1038 (size=9657)
2024-11-18T20:50:41,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f3dba17713564beb8330f94715fe394e
2024-11-18T20:50:41,754 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/C of b1f3afc9d551d7065e7627d83a57c053 into fe15e8fc70bd473284b08581ae79189d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:41,754 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:41,754 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/C, priority=13, startTime=1731963041446; duration=0sec
2024-11-18T20:50:41,755 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:41,755 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:C
2024-11-18T20:50:41,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/83e10d2c3f8c4e6098da3495afd32c8b is 50, key is test_row_0/C:col10/1731963040353/Put/seqid=0
2024-11-18T20:50:41,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963101790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963101800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963101810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963101820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:41,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741863_1039 (size=9657)
2024-11-18T20:50:42,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963102010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963102020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963102020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963102042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963102229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,234 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2280 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,252 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/83e10d2c3f8c4e6098da3495afd32c8b
2024-11-18T20:50:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/85c74ded383d45ed9a05a26426c529f7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/85c74ded383d45ed9a05a26426c529f7
2024-11-18T20:50:42,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/85c74ded383d45ed9a05a26426c529f7, entries=100, sequenceid=125, filesize=9.4 K
2024-11-18T20:50:42,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f3dba17713564beb8330f94715fe394e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f3dba17713564beb8330f94715fe394e
2024-11-18T20:50:42,298 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f3dba17713564beb8330f94715fe394e, entries=100, sequenceid=125, filesize=9.4 K
2024-11-18T20:50:42,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/83e10d2c3f8c4e6098da3495afd32c8b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/83e10d2c3f8c4e6098da3495afd32c8b
2024-11-18T20:50:42,326 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/83e10d2c3f8c4e6098da3495afd32c8b, entries=100, sequenceid=125, filesize=9.4 K
2024-11-18T20:50:42,329 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for b1f3afc9d551d7065e7627d83a57c053 in 793ms, sequenceid=125, compaction requested=false
2024-11-18T20:50:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-18T20:50:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-18T20:50:42,350 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T20:50:42,351 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0860 sec
2024-11-18T20:50:42,352 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:42,353 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB
2024-11-18T20:50:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:42,364 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.1110 sec
2024-11-18T20:50:42,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963102360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/5cce88a4957a4a128eb8ac171efd4916 is 50, key is test_row_0/A:col10/1731963042337/Put/seqid=0
2024-11-18T20:50:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963102369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963102373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963102373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T20:50:42,401 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:42,402 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:50:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-18T20:50:42,406 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:50:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:50:42,410 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:50:42,411 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:50:42,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741864_1040 (size=12151)
2024-11-18T20:50:42,425 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/5cce88a4957a4a128eb8ac171efd4916
2024-11-18T20:50:42,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/fbc9043c0b634ecc974b95b0b4eab71f is 50, key is test_row_0/B:col10/1731963042337/Put/seqid=0
2024-11-18T20:50:42,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741865_1041 (size=12151)
2024-11-18T20:50:42,495 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/fbc9043c0b634ecc974b95b0b4eab71f
2024-11-18T20:50:42,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963102490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963102490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963102491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:50:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/56392437bf2e41b2a972e9680e887636 is 50, key is test_row_0/C:col10/1731963042337/Put/seqid=0
2024-11-18T20:50:42,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T20:50:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:42,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741866_1042 (size=12151)
2024-11-18T20:50:42,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963102710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963102711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:50:42,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T20:50:42,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:42,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963102721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T20:50:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:42,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:42,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963102884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:42,983 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/56392437bf2e41b2a972e9680e887636
2024-11-18T20:50:42,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/5cce88a4957a4a128eb8ac171efd4916 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5cce88a4957a4a128eb8ac171efd4916
2024-11-18T20:50:43,021 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5cce88a4957a4a128eb8ac171efd4916, entries=150, sequenceid=159, filesize=11.9 K
2024-11-18T20:50:43,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/fbc9043c0b634ecc974b95b0b4eab71f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fbc9043c0b634ecc974b95b0b4eab71f
2024-11-18T20:50:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:50:43,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T20:50:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:43,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963103023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963103024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fbc9043c0b634ecc974b95b0b4eab71f, entries=150, sequenceid=159, filesize=11.9 K
2024-11-18T20:50:43,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/56392437bf2e41b2a972e9680e887636 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/56392437bf2e41b2a972e9680e887636
2024-11-18T20:50:43,062 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/56392437bf2e41b2a972e9680e887636, entries=150, sequenceid=159, filesize=11.9 K
2024-11-18T20:50:43,064 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for b1f3afc9d551d7065e7627d83a57c053 in 711ms, sequenceid=159, compaction requested=true
2024-11-18T20:50:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:50:43,064 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:43,065 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:43,066 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:43,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:50:43,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:43,066 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/A is initiating minor compaction (all files)
2024-11-18T20:50:43,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:50:43,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:43,067 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/A in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,067 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b54e69d9bd460f973c18a30ad17414, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/85c74ded383d45ed9a05a26426c529f7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5cce88a4957a4a128eb8ac171efd4916] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=33.3 K
2024-11-18T20:50:43,067 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:43,067 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/B is initiating minor compaction (all files)
2024-11-18T20:50:43,067 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/B in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,068 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/8d568063197945b68931b6613f2aa1ed, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f3dba17713564beb8330f94715fe394e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fbc9043c0b634ecc974b95b0b4eab71f] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=33.3 K
2024-11-18T20:50:43,068 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0b54e69d9bd460f973c18a30ad17414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731963039936
2024-11-18T20:50:43,069 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d568063197945b68931b6613f2aa1ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731963039936
2024-11-18T20:50:43,071 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85c74ded383d45ed9a05a26426c529f7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731963040353
2024-11-18T20:50:43,071 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f3dba17713564beb8330f94715fe394e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731963040353
2024-11-18T20:50:43,071 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cce88a4957a4a128eb8ac171efd4916, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963041677
2024-11-18T20:50:43,072 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting fbc9043c0b634ecc974b95b0b4eab71f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963041677
2024-11-18T20:50:43,109 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:43,110 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/15bc26e9def14efe9d69fa9cb1a4924a is 50, key is test_row_0/A:col10/1731963042337/Put/seqid=0
2024-11-18T20:50:43,125 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#B#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:43,126 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/7b723cf1d25b4efb8ec3f1ed6cc5d598 is 50, key is test_row_0/B:col10/1731963042337/Put/seqid=0
2024-11-18T20:50:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:43,154 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:43,155 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:50:43,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741867_1043 (size=12493)
2024-11-18T20:50:43,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/fab98225f3774bb0b5240e9baf335008 is 50, key is test_row_0/A:col10/1731963043151/Put/seqid=0
2024-11-18T20:50:43,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T20:50:43,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:43,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741868_1044 (size=12493)
2024-11-18T20:50:43,231 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/7b723cf1d25b4efb8ec3f1ed6cc5d598 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/7b723cf1d25b4efb8ec3f1ed6cc5d598
2024-11-18T20:50:43,243 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/B of b1f3afc9d551d7065e7627d83a57c053 into 7b723cf1d25b4efb8ec3f1ed6cc5d598(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:43,244 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:43,244 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/B, priority=13, startTime=1731963043064; duration=0sec
2024-11-18T20:50:43,244 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:43,244 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:B
2024-11-18T20:50:43,244 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:43,246 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:43,247 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/C is initiating minor compaction (all files)
2024-11-18T20:50:43,247 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/C in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,247 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fe15e8fc70bd473284b08581ae79189d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/83e10d2c3f8c4e6098da3495afd32c8b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/56392437bf2e41b2a972e9680e887636] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=33.3 K
2024-11-18T20:50:43,252 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting fe15e8fc70bd473284b08581ae79189d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731963039936
2024-11-18T20:50:43,255 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 83e10d2c3f8c4e6098da3495afd32c8b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731963040353
2024-11-18T20:50:43,256 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 56392437bf2e41b2a972e9680e887636, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963041677
2024-11-18T20:50:43,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741869_1045 (size=14541)
2024-11-18T20:50:43,270 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/fab98225f3774bb0b5240e9baf335008
2024-11-18T20:50:43,308 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#C#compaction#33 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:43,309 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/d9eeeb12c984466091d783f34c4b03eb is 50, key is test_row_0/C:col10/1731963042337/Put/seqid=0
2024-11-18T20:50:43,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/3039216970124915936a7de57badf1a5 is 50, key is test_row_0/B:col10/1731963043151/Put/seqid=0
2024-11-18T20:50:43,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T20:50:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741870_1046 (size=12493)
2024-11-18T20:50:43,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741871_1047 (size=12151)
2024-11-18T20:50:43,381 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/d9eeeb12c984466091d783f34c4b03eb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d9eeeb12c984466091d783f34c4b03eb
2024-11-18T20:50:43,382 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/3039216970124915936a7de57badf1a5
2024-11-18T20:50:43,401 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/C of b1f3afc9d551d7065e7627d83a57c053 into d9eeeb12c984466091d783f34c4b03eb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:43,401 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:43,401 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/C, priority=13, startTime=1731963043066; duration=0sec
2024-11-18T20:50:43,402 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:43,402 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:C
2024-11-18T20:50:43,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/c0356520e84941d2af8c1ff33510e510 is 50, key is test_row_0/C:col10/1731963043151/Put/seqid=0
2024-11-18T20:50:43,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T20:50:43,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:43,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:50:43,549 INFO  [AsyncFSWAL-0-hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f-prefix:29a7ef02c270,38231,1731963029040 {}] wal.AbstractFSWAL(1368): Slow sync cost: 128 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42093,DS-fb026142-ef28-42dc-a46d-c131485c6c21,DISK]]
2024-11-18T20:50:43,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741872_1048 (size=12151)
2024-11-18T20:50:43,582 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/c0356520e84941d2af8c1ff33510e510
2024-11-18T20:50:43,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963103573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963103583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/fab98225f3774bb0b5240e9baf335008 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fab98225f3774bb0b5240e9baf335008
2024-11-18T20:50:43,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963103590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,603 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/15bc26e9def14efe9d69fa9cb1a4924a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/15bc26e9def14efe9d69fa9cb1a4924a
2024-11-18T20:50:43,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fab98225f3774bb0b5240e9baf335008, entries=200, sequenceid=170, filesize=14.2 K
2024-11-18T20:50:43,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/3039216970124915936a7de57badf1a5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/3039216970124915936a7de57badf1a5
2024-11-18T20:50:43,629 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/A of b1f3afc9d551d7065e7627d83a57c053 into 15bc26e9def14efe9d69fa9cb1a4924a(size=12.2 K), total size for store is 26.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:43,629 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:43,629 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/A, priority=13, startTime=1731963043064; duration=0sec
2024-11-18T20:50:43,629 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:43,630 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:A
2024-11-18T20:50:43,641 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/3039216970124915936a7de57badf1a5, entries=150, sequenceid=170, filesize=11.9 K
2024-11-18T20:50:43,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/c0356520e84941d2af8c1ff33510e510 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0356520e84941d2af8c1ff33510e510
2024-11-18T20:50:43,671 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0356520e84941d2af8c1ff33510e510, entries=150, sequenceid=170, filesize=11.9 K
2024-11-18T20:50:43,675 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1f3afc9d551d7065e7627d83a57c053 in 521ms, sequenceid=170, compaction requested=false
2024-11-18T20:50:43,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:43,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T20:50:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:43,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:50:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:43,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/45c0fad598e24c358c6341dcc61cba57 is 50, key is test_row_0/A:col10/1731963043702/Put/seqid=0
2024-11-18T20:50:43,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963103733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963103733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963103746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741873_1049 (size=14541)
2024-11-18T20:50:43,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963103850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963103851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963103861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:43,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963103900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:43,905 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:44,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963104060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:44,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963104080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:44,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963104083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:44,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/45c0fad598e24c358c6341dcc61cba57
2024-11-18T20:50:44,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/1352319cdb954b04aad007bb80a71119 is 50, key is test_row_0/B:col10/1731963043702/Put/seqid=0
2024-11-18T20:50:44,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963104255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:44,275 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4322 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:44,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741874_1050 (size=12151)
2024-11-18T20:50:44,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963104370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:44,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963104392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963104392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:50:44,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/1352319cdb954b04aad007bb80a71119
2024-11-18T20:50:44,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/499c3c8dfa364f26bbb9765bb773fcc8 is 50, key is test_row_0/C:col10/1731963043702/Put/seqid=0
2024-11-18T20:50:44,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741875_1051 (size=12151)
2024-11-18T20:50:44,792 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/499c3c8dfa364f26bbb9765bb773fcc8
2024-11-18T20:50:44,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/45c0fad598e24c358c6341dcc61cba57 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/45c0fad598e24c358c6341dcc61cba57
2024-11-18T20:50:44,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/45c0fad598e24c358c6341dcc61cba57, entries=200, sequenceid=199, filesize=14.2 K
2024-11-18T20:50:44,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/1352319cdb954b04aad007bb80a71119 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1352319cdb954b04aad007bb80a71119
2024-11-18T20:50:44,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1352319cdb954b04aad007bb80a71119, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T20:50:44,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/499c3c8dfa364f26bbb9765bb773fcc8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/499c3c8dfa364f26bbb9765bb773fcc8
2024-11-18T20:50:44,877 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/499c3c8dfa364f26bbb9765bb773fcc8, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T20:50:44,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b1f3afc9d551d7065e7627d83a57c053 in 1174ms, sequenceid=199, compaction requested=true
2024-11-18T20:50:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:44,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:44,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-18T20:50:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-18T20:50:44,902 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T20:50:44,902 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4840 sec
2024-11-18T20:50:44,905 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.5010 sec
2024-11-18T20:50:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:44,911 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:50:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:44,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/1027af778a404952ad60398d0b2cf67e is 50, key is test_row_0/A:col10/1731963043739/Put/seqid=0
2024-11-18T20:50:44,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741876_1052 (size=12151)
2024-11-18T20:50:45,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963105076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963105079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963105083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963105190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963105200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963105200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,391 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/1027af778a404952ad60398d0b2cf67e
2024-11-18T20:50:45,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963105411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963105411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/065f4fc5cb52437dbe9e5e2e7d8fa3be is 50, key is test_row_0/B:col10/1731963043739/Put/seqid=0
2024-11-18T20:50:45,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963105420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741877_1053 (size=12151)
2024-11-18T20:50:45,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963105730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963105730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963105760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,870 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/065f4fc5cb52437dbe9e5e2e7d8fa3be
2024-11-18T20:50:45,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/73e2eaf0a9604b7ba0504ad841b52143 is 50, key is test_row_0/C:col10/1731963043739/Put/seqid=0
2024-11-18T20:50:45,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963105930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:45,937 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:45,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741878_1054 (size=12151)
2024-11-18T20:50:46,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963106240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:46,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963106240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:46,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963106271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:46,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:46,359 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/73e2eaf0a9604b7ba0504ad841b52143
2024-11-18T20:50:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/1027af778a404952ad60398d0b2cf67e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/1027af778a404952ad60398d0b2cf67e
2024-11-18T20:50:46,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/1027af778a404952ad60398d0b2cf67e, entries=150, sequenceid=210, filesize=11.9 K
2024-11-18T20:50:46,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/065f4fc5cb52437dbe9e5e2e7d8fa3be as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/065f4fc5cb52437dbe9e5e2e7d8fa3be
2024-11-18T20:50:46,437 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/065f4fc5cb52437dbe9e5e2e7d8fa3be, entries=150, sequenceid=210, filesize=11.9 K
2024-11-18T20:50:46,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/73e2eaf0a9604b7ba0504ad841b52143 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/73e2eaf0a9604b7ba0504ad841b52143
2024-11-18T20:50:46,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/73e2eaf0a9604b7ba0504ad841b52143, entries=150, sequenceid=210, filesize=11.9 K
2024-11-18T20:50:46,450 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1f3afc9d551d7065e7627d83a57c053 in 1538ms, sequenceid=210, compaction requested=true
2024-11-18T20:50:46,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:46,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:50:46,451 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:50:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:46,451 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:50:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:50:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:50:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:46,452 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:50:46,453 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:50:46,453 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/A is initiating minor compaction (all files)
2024-11-18T20:50:46,453 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/B is initiating minor compaction (all files)
2024-11-18T20:50:46,453 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/A in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:46,453 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/B in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:46,453 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/7b723cf1d25b4efb8ec3f1ed6cc5d598, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/3039216970124915936a7de57badf1a5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1352319cdb954b04aad007bb80a71119, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/065f4fc5cb52437dbe9e5e2e7d8fa3be] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=47.8 K
2024-11-18T20:50:46,453 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/15bc26e9def14efe9d69fa9cb1a4924a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fab98225f3774bb0b5240e9baf335008, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/45c0fad598e24c358c6341dcc61cba57, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/1027af778a404952ad60398d0b2cf67e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=52.5 K
2024-11-18T20:50:46,453 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15bc26e9def14efe9d69fa9cb1a4924a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963041677
2024-11-18T20:50:46,453 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b723cf1d25b4efb8ec3f1ed6cc5d598, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963041677
2024-11-18T20:50:46,456 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting fab98225f3774bb0b5240e9baf335008, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731963042367
2024-11-18T20:50:46,456 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3039216970124915936a7de57badf1a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731963042367
2024-11-18T20:50:46,456 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45c0fad598e24c358c6341dcc61cba57, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731963043397
2024-11-18T20:50:46,456 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1352319cdb954b04aad007bb80a71119, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731963043397
2024-11-18T20:50:46,457 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1027af778a404952ad60398d0b2cf67e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731963043721
2024-11-18T20:50:46,457 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 065f4fc5cb52437dbe9e5e2e7d8fa3be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731963043721
2024-11-18T20:50:46,500 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:46,500 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#A#compaction#42 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:46,500 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/2b4838024c1f4ea0adaeeb7c8ebe5e74 is 50, key is test_row_0/B:col10/1731963043739/Put/seqid=0
2024-11-18T20:50:46,500 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/5a0c3e9b6ac3442d8f5e92dd1b16ad8c is 50, key is test_row_0/A:col10/1731963043739/Put/seqid=0
2024-11-18T20:50:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T20:50:46,561 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:46,561 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:50:46,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741879_1055 (size=12629)
2024-11-18T20:50:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-18T20:50:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T20:50:46,565 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:50:46,566 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:50:46,566 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:50:46,575 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/2b4838024c1f4ea0adaeeb7c8ebe5e74 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/2b4838024c1f4ea0adaeeb7c8ebe5e74
2024-11-18T20:50:46,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741880_1056 (size=12629)
2024-11-18T20:50:46,588 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/B of b1f3afc9d551d7065e7627d83a57c053 into 2b4838024c1f4ea0adaeeb7c8ebe5e74(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:46,588 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:46,588 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/B, priority=12, startTime=1731963046451; duration=0sec
2024-11-18T20:50:46,589 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:46,589 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:B
2024-11-18T20:50:46,589 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:50:46,591 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:50:46,591 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/C is initiating minor compaction (all files)
2024-11-18T20:50:46,591 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/C in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:46,591 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d9eeeb12c984466091d783f34c4b03eb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0356520e84941d2af8c1ff33510e510, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/499c3c8dfa364f26bbb9765bb773fcc8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/73e2eaf0a9604b7ba0504ad841b52143] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=47.8 K
2024-11-18T20:50:46,592 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d9eeeb12c984466091d783f34c4b03eb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963041677
2024-11-18T20:50:46,592 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c0356520e84941d2af8c1ff33510e510, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731963042367
2024-11-18T20:50:46,593 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 499c3c8dfa364f26bbb9765bb773fcc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731963043397
2024-11-18T20:50:46,593 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 73e2eaf0a9604b7ba0504ad841b52143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731963043721
2024-11-18T20:50:46,622 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:46,623 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/5317b315742845748ece0e6d9c6db8c2 is 50, key is test_row_0/C:col10/1731963043739/Put/seqid=0
2024-11-18T20:50:46,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741881_1057 (size=12629)
2024-11-18T20:50:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T20:50:46,674 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/5317b315742845748ece0e6d9c6db8c2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/5317b315742845748ece0e6d9c6db8c2
2024-11-18T20:50:46,690 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/C of b1f3afc9d551d7065e7627d83a57c053 into 5317b315742845748ece0e6d9c6db8c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:46,690 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:46,690 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/C, priority=12, startTime=1731963046451; duration=0sec
2024-11-18T20:50:46,690 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:46,690 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:C
2024-11-18T20:50:46,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T20:50:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:46,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:50:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/43d20c755b214dcf8fb04249361fe015 is 50, key is test_row_0/A:col10/1731963045043/Put/seqid=0
2024-11-18T20:50:46,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741882_1058 (size=12151)
2024-11-18T20:50:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T20:50:47,004 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/5a0c3e9b6ac3442d8f5e92dd1b16ad8c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5a0c3e9b6ac3442d8f5e92dd1b16ad8c
2024-11-18T20:50:47,022 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/A of b1f3afc9d551d7065e7627d83a57c053 into 5a0c3e9b6ac3442d8f5e92dd1b16ad8c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:47,023 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:47,023 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/A, priority=12, startTime=1731963046450; duration=0sec
2024-11-18T20:50:47,023 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:47,023 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:A
2024-11-18T20:50:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T20:50:47,206 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/43d20c755b214dcf8fb04249361fe015
2024-11-18T20:50:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/e80cec6bc80d4eeda87090f6d5d50275 is 50, key is test_row_0/B:col10/1731963045043/Put/seqid=0
2024-11-18T20:50:47,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741883_1059 (size=12151)
2024-11-18T20:50:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:47,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:47,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963107319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963107322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963107322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963107441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963107441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963107441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963107650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/e80cec6bc80d4eeda87090f6d5d50275
2024-11-18T20:50:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963107660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963107661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/8cb6c5064c984deeafe57786a7b880d6 is 50, key is test_row_0/C:col10/1731963045043/Put/seqid=0
2024-11-18T20:50:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T20:50:47,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741884_1060 (size=12151)
2024-11-18T20:50:47,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963107959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963107970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:47,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963107980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:48,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/8cb6c5064c984deeafe57786a7b880d6
2024-11-18T20:50:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/43d20c755b214dcf8fb04249361fe015 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/43d20c755b214dcf8fb04249361fe015
2024-11-18T20:50:48,214 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/43d20c755b214dcf8fb04249361fe015, entries=150, sequenceid=237, filesize=11.9 K
2024-11-18T20:50:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/e80cec6bc80d4eeda87090f6d5d50275 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e80cec6bc80d4eeda87090f6d5d50275
2024-11-18T20:50:48,238 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e80cec6bc80d4eeda87090f6d5d50275, entries=150, sequenceid=237, filesize=11.9 K
2024-11-18T20:50:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/8cb6c5064c984deeafe57786a7b880d6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/8cb6c5064c984deeafe57786a7b880d6
2024-11-18T20:50:48,251 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/8cb6c5064c984deeafe57786a7b880d6, entries=150, sequenceid=237, filesize=11.9 K
2024-11-18T20:50:48,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b1f3afc9d551d7065e7627d83a57c053 in 1540ms, sequenceid=237, compaction requested=false
2024-11-18T20:50:48,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-18T20:50:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-18T20:50:48,282 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-18T20:50:48,282 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7020 sec
2024-11-18T20:50:48,284 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.7200 sec
2024-11-18T20:50:48,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:48,304 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-18T20:50:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:48,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/a3a49910930d498aaa335a0e732e9fcb is 50, key is test_row_0/A:col10/1731963048302/Put/seqid=0
2024-11-18T20:50:48,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741885_1061 (size=12151)
2024-11-18T20:50:48,360 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/a3a49910930d498aaa335a0e732e9fcb
2024-11-18T20:50:48,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/1e6883d986b042f3a36fd0399567f009 is 50, key is test_row_0/B:col10/1731963048302/Put/seqid=0
2024-11-18T20:50:48,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741886_1062 (size=12151)
2024-11-18T20:50:48,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963108475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:48,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:48,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963108480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:48,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963108490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:48,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:48,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963108500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:48,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:48,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963108590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T20:50:48,710 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:48,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:50:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-18T20:50:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T20:50:48,715 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:50:48,716 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:50:48,717 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:50:48,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963108800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:48,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T20:50:48,836 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/1e6883d986b042f3a36fd0399567f009
2024-11-18T20:50:48,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-18T20:50:48,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:48,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:48,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:48,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:48,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:48,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/fb82b797489b466b811fd75bac1dfef9 is 50, key is test_row_0/C:col10/1731963048302/Put/seqid=0
2024-11-18T20:50:48,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741887_1063 (size=12151)
2024-11-18T20:50:48,929 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/fb82b797489b466b811fd75bac1dfef9
2024-11-18T20:50:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/a3a49910930d498aaa335a0e732e9fcb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a3a49910930d498aaa335a0e732e9fcb
2024-11-18T20:50:48,964 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a3a49910930d498aaa335a0e732e9fcb, entries=150, sequenceid=250, filesize=11.9 K
2024-11-18T20:50:48,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/1e6883d986b042f3a36fd0399567f009 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1e6883d986b042f3a36fd0399567f009
2024-11-18T20:50:48,975 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1e6883d986b042f3a36fd0399567f009, entries=150, sequenceid=250, filesize=11.9 K
2024-11-18T20:50:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/fb82b797489b466b811fd75bac1dfef9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fb82b797489b466b811fd75bac1dfef9
2024-11-18T20:50:48,998 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fb82b797489b466b811fd75bac1dfef9, entries=150, sequenceid=250, filesize=11.9 K
2024-11-18T20:50:49,000 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1f3afc9d551d7065e7627d83a57c053 in 696ms, sequenceid=250, compaction requested=true
2024-11-18T20:50:49,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:49,001 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:49,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:50:49,003 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:49,003 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/A is initiating minor compaction (all files)
2024-11-18T20:50:49,003 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/A in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:49,004 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5a0c3e9b6ac3442d8f5e92dd1b16ad8c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/43d20c755b214dcf8fb04249361fe015, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a3a49910930d498aaa335a0e732e9fcb] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.1 K
2024-11-18T20:50:49,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:49,004 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:49,004 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a0c3e9b6ac3442d8f5e92dd1b16ad8c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731963043721
2024-11-18T20:50:49,005 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43d20c755b214dcf8fb04249361fe015, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731963045043
2024-11-18T20:50:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:50:49,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:49,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:50:49,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:49,008 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:49,008 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3a49910930d498aaa335a0e732e9fcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731963047315
2024-11-18T20:50:49,008 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/B is initiating minor compaction (all files)
2024-11-18T20:50:49,008 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/B in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:49,008 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/2b4838024c1f4ea0adaeeb7c8ebe5e74, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e80cec6bc80d4eeda87090f6d5d50275, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1e6883d986b042f3a36fd0399567f009] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.1 K
2024-11-18T20:50:49,009 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b4838024c1f4ea0adaeeb7c8ebe5e74, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731963043721
2024-11-18T20:50:49,010 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting e80cec6bc80d4eeda87090f6d5d50275, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731963045043
2024-11-18T20:50:49,011 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e6883d986b042f3a36fd0399567f009, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731963047315
2024-11-18T20:50:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T20:50:49,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-18T20:50:49,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:49,039 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-18T20:50:49,043 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:49,044 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/7c8a7f3419db453aaf5efafb3d482890 is 50, key is test_row_0/A:col10/1731963048302/Put/seqid=0
2024-11-18T20:50:49,062 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:49,064 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/07d6217ddbd4406180e706d4e07c0bb9 is 50, key is test_row_0/B:col10/1731963048302/Put/seqid=0
2024-11-18T20:50:49,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/7fc283dc136c4a12bcd052e9d15ba339 is 50, key is test_row_0/A:col10/1731963048465/Put/seqid=0
2024-11-18T20:50:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:49,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741888_1064 (size=12731)
2024-11-18T20:50:49,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741889_1065 (size=12731)
2024-11-18T20:50:49,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741890_1066 (size=12301)
2024-11-18T20:50:49,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/7fc283dc136c4a12bcd052e9d15ba339
2024-11-18T20:50:49,218 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/07d6217ddbd4406180e706d4e07c0bb9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/07d6217ddbd4406180e706d4e07c0bb9
2024-11-18T20:50:49,221 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/7c8a7f3419db453aaf5efafb3d482890 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7c8a7f3419db453aaf5efafb3d482890
2024-11-18T20:50:49,232 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/A of b1f3afc9d551d7065e7627d83a57c053 into 7c8a7f3419db453aaf5efafb3d482890(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:49,232 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:49,232 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/A, priority=13, startTime=1731963049001; duration=0sec
2024-11-18T20:50:49,232 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:49,233 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:A
2024-11-18T20:50:49,233 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:49,234 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/B of b1f3afc9d551d7065e7627d83a57c053 into 07d6217ddbd4406180e706d4e07c0bb9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:49,234 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:49,234 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/B, priority=13, startTime=1731963049004; duration=0sec
2024-11-18T20:50:49,235 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:49,235 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:B
2024-11-18T20:50:49,236 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:49,236 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/C is initiating minor compaction (all files)
2024-11-18T20:50:49,236 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/C in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:49,236 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/5317b315742845748ece0e6d9c6db8c2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/8cb6c5064c984deeafe57786a7b880d6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fb82b797489b466b811fd75bac1dfef9] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.1 K
2024-11-18T20:50:49,238 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5317b315742845748ece0e6d9c6db8c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731963043721
2024-11-18T20:50:49,239 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cb6c5064c984deeafe57786a7b880d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731963045043
2024-11-18T20:50:49,241 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb82b797489b466b811fd75bac1dfef9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731963047315
2024-11-18T20:50:49,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f4bb5afef7eb44308d50922a14437f1c is 50, key is test_row_0/B:col10/1731963048465/Put/seqid=0
2024-11-18T20:50:49,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741891_1067 (size=12301)
2024-11-18T20:50:49,282 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#C#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:49,283 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/d73d918b13804f6ba57a240058ac8939 is 50, key is test_row_0/C:col10/1731963048302/Put/seqid=0
2024-11-18T20:50:49,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741892_1068 (size=12731)
2024-11-18T20:50:49,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963109323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T20:50:49,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963109441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:49,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963109490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:49,491 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:49,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:49,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963109500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:49,503 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:49,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963109529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:49,533 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:49,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963109666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:49,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f4bb5afef7eb44308d50922a14437f1c
2024-11-18T20:50:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/4e9d2f1e563042ebb66cc67d1ad3ea1e is 50, key is test_row_0/C:col10/1731963048465/Put/seqid=0
2024-11-18T20:50:49,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741893_1069 (size=12301)
2024-11-18T20:50:49,736 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/d73d918b13804f6ba57a240058ac8939 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d73d918b13804f6ba57a240058ac8939
2024-11-18T20:50:49,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/4e9d2f1e563042ebb66cc67d1ad3ea1e
2024-11-18T20:50:49,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/7fc283dc136c4a12bcd052e9d15ba339 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7fc283dc136c4a12bcd052e9d15ba339
2024-11-18T20:50:49,769 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7fc283dc136c4a12bcd052e9d15ba339, entries=150, sequenceid=274, filesize=12.0 K
2024-11-18T20:50:49,769 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/C of b1f3afc9d551d7065e7627d83a57c053 into d73d918b13804f6ba57a240058ac8939(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:49,769 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:49,769 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/C, priority=13, startTime=1731963049007; duration=0sec
2024-11-18T20:50:49,770 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:49,770 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:C
2024-11-18T20:50:49,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/f4bb5afef7eb44308d50922a14437f1c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f4bb5afef7eb44308d50922a14437f1c
2024-11-18T20:50:49,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f4bb5afef7eb44308d50922a14437f1c, entries=150, sequenceid=274, filesize=12.0 K
2024-11-18T20:50:49,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/4e9d2f1e563042ebb66cc67d1ad3ea1e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/4e9d2f1e563042ebb66cc67d1ad3ea1e
2024-11-18T20:50:49,828 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/4e9d2f1e563042ebb66cc67d1ad3ea1e, entries=150, sequenceid=274, filesize=12.0 K
2024-11-18T20:50:49,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b1f3afc9d551d7065e7627d83a57c053 in 791ms, sequenceid=274, compaction requested=false
2024-11-18T20:50:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-18T20:50:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-18T20:50:49,837 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T20:50:49,837 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec
2024-11-18T20:50:49,842 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.1280 sec
2024-11-18T20:50:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T20:50:49,862 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:49,864 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:50:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-18T20:50:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:50:49,866 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:50:49,868 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:50:49,868 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:50:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:50:49,973 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:49,974 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-18T20:50:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:49,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/4c7f9cce133a4dd2a0841e2fa4fbb68a is 50, key is test_row_0/A:col10/1731963049963/Put/seqid=0
2024-11-18T20:50:50,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T20:50:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741894_1070 (size=14741)
2024-11-18T20:50:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:50:50,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T20:50:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:50,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963110213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:50,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963110222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:50,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963110331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:50,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T20:50:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963110340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:50,429 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/4c7f9cce133a4dd2a0841e2fa4fbb68a
2024-11-18T20:50:50,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/92c8f25ad32c4689bfe46bc96c0a89ab is 50, key is test_row_0/B:col10/1731963049963/Put/seqid=0
2024-11-18T20:50:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:50:50,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T20:50:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741895_1071 (size=12301)
2024-11-18T20:50:50,524 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/92c8f25ad32c4689bfe46bc96c0a89ab
2024-11-18T20:50:50,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963110541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:50,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/be1883aa70e14e4c9b9be30d07b796dc is 50, key is test_row_0/C:col10/1731963049963/Put/seqid=0
2024-11-18T20:50:50,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963110576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:50,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741896_1072 (size=12301)
2024-11-18T20:50:50,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T20:50:50,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:50,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T20:50:50,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:50,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963110850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:50,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963110890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:50,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T20:50:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:50,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:50:51,014 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/be1883aa70e14e4c9b9be30d07b796dc
2024-11-18T20:50:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/4c7f9cce133a4dd2a0841e2fa4fbb68a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/4c7f9cce133a4dd2a0841e2fa4fbb68a
2024-11-18T20:50:51,045 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/4c7f9cce133a4dd2a0841e2fa4fbb68a, entries=200, sequenceid=290, filesize=14.4 K
2024-11-18T20:50:51,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/92c8f25ad32c4689bfe46bc96c0a89ab as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/92c8f25ad32c4689bfe46bc96c0a89ab
2024-11-18T20:50:51,059 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/92c8f25ad32c4689bfe46bc96c0a89ab, entries=150, sequenceid=290, filesize=12.0 K
2024-11-18T20:50:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/be1883aa70e14e4c9b9be30d07b796dc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/be1883aa70e14e4c9b9be30d07b796dc
2024-11-18T20:50:51,073 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/be1883aa70e14e4c9b9be30d07b796dc, entries=150, sequenceid=290, filesize=12.0 K
2024-11-18T20:50:51,076 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b1f3afc9d551d7065e7627d83a57c053 in 1102ms, sequenceid=290, compaction requested=true
2024-11-18T20:50:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:50:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:51,076 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:50:51,077 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:51,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:51,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:50:51,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:51,078 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:51,078 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/A is initiating minor compaction (all files)
2024-11-18T20:50:51,078 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/A in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:51,078 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7c8a7f3419db453aaf5efafb3d482890, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7fc283dc136c4a12bcd052e9d15ba339, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/4c7f9cce133a4dd2a0841e2fa4fbb68a] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=38.8 K
2024-11-18T20:50:51,079 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c8a7f3419db453aaf5efafb3d482890, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731963047315
2024-11-18T20:50:51,079 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:51,079 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/B is initiating minor compaction (all files)
2024-11-18T20:50:51,079 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/B in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:51,080 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/07d6217ddbd4406180e706d4e07c0bb9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f4bb5afef7eb44308d50922a14437f1c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/92c8f25ad32c4689bfe46bc96c0a89ab] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.5 K
2024-11-18T20:50:51,081 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fc283dc136c4a12bcd052e9d15ba339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731963048392
2024-11-18T20:50:51,082 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 07d6217ddbd4406180e706d4e07c0bb9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731963047315
2024-11-18T20:50:51,083 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c7f9cce133a4dd2a0841e2fa4fbb68a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731963049180
2024-11-18T20:50:51,083 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f4bb5afef7eb44308d50922a14437f1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731963048392
2024-11-18T20:50:51,084 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 92c8f25ad32c4689bfe46bc96c0a89ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731963049301
2024-11-18T20:50:51,108 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#A#compaction#60 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:51,109 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/e5501c9ebfd244ce9309c4be489de99a is 50, key is test_row_0/A:col10/1731963049963/Put/seqid=0
2024-11-18T20:50:51,120 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:51,121 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/ee83b2da99a041e180a596313e50a9f5 is 50, key is test_row_0/B:col10/1731963049963/Put/seqid=0
2024-11-18T20:50:51,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741897_1073 (size=12983)
2024-11-18T20:50:51,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T20:50:51,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:51,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:50:51,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741898_1074 (size=12983)
2024-11-18T20:50:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/68867502e8ef416fb84482d905016223 is 50, key is test_row_0/A:col10/1731963050220/Put/seqid=0
2024-11-18T20:50:51,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741899_1075 (size=12301)
2024-11-18T20:50:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:51,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963111445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963111448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60204 deadline: 1731963111499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,507 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:51,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60162 deadline: 1731963111510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,512 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:51,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60176 deadline: 1731963111550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963111550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,554 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in b1f3afc9d551d7065e7627d83a57c053 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:50:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,557 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/e5501c9ebfd244ce9309c4be489de99a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e5501c9ebfd244ce9309c4be489de99a
2024-11-18T20:50:51,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963111559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,566 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/A of b1f3afc9d551d7065e7627d83a57c053 into e5501c9ebfd244ce9309c4be489de99a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:51,566 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:51,566 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/A, priority=13, startTime=1731963051076; duration=0sec
2024-11-18T20:50:51,567 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:51,567 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:A
2024-11-18T20:50:51,567 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:51,596 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:51,596 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/C is initiating minor compaction (all files)
2024-11-18T20:50:51,596 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/C in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:51,596 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d73d918b13804f6ba57a240058ac8939, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/4e9d2f1e563042ebb66cc67d1ad3ea1e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/be1883aa70e14e4c9b9be30d07b796dc] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.5 K
2024-11-18T20:50:51,597 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting d73d918b13804f6ba57a240058ac8939, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731963047315
2024-11-18T20:50:51,599 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e9d2f1e563042ebb66cc67d1ad3ea1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731963048392
2024-11-18T20:50:51,603 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting be1883aa70e14e4c9b9be30d07b796dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731963049301
2024-11-18T20:50:51,618 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/ee83b2da99a041e180a596313e50a9f5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/ee83b2da99a041e180a596313e50a9f5
2024-11-18T20:50:51,648 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/68867502e8ef416fb84482d905016223
2024-11-18T20:50:51,652 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/B of b1f3afc9d551d7065e7627d83a57c053 into ee83b2da99a041e180a596313e50a9f5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:51,652 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:51,652 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/B, priority=13, startTime=1731963051076; duration=0sec
2024-11-18T20:50:51,655 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:51,655 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:B
2024-11-18T20:50:51,665 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:51,666 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/2d5097ac5e74451692c7e58fdde1062b is 50, key is test_row_0/C:col10/1731963049963/Put/seqid=0
2024-11-18T20:50:51,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/316915afbe6f46d0a955a50f6ceee63a is 50, key is test_row_0/B:col10/1731963050220/Put/seqid=0
2024-11-18T20:50:51,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741900_1076 (size=12983)
2024-11-18T20:50:51,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741901_1077 (size=12301)
2024-11-18T20:50:51,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963111765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,771 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/2d5097ac5e74451692c7e58fdde1062b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/2d5097ac5e74451692c7e58fdde1062b
2024-11-18T20:50:51,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963111776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:51,782 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/C of b1f3afc9d551d7065e7627d83a57c053 into 2d5097ac5e74451692c7e58fdde1062b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:51,782 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:51,782 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/C, priority=13, startTime=1731963051077; duration=0sec
2024-11-18T20:50:51,782 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:51,782 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:C
2024-11-18T20:50:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:50:52,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963112079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:52,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963112090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:52,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/316915afbe6f46d0a955a50f6ceee63a
2024-11-18T20:50:52,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/e9e491e84ac74f4cbce97b8737d8498d is 50, key is test_row_0/C:col10/1731963050220/Put/seqid=0
2024-11-18T20:50:52,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741902_1078 (size=12301)
2024-11-18T20:50:52,235 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/e9e491e84ac74f4cbce97b8737d8498d
2024-11-18T20:50:52,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/68867502e8ef416fb84482d905016223 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/68867502e8ef416fb84482d905016223
2024-11-18T20:50:52,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/68867502e8ef416fb84482d905016223, entries=150, sequenceid=313, filesize=12.0 K
2024-11-18T20:50:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/316915afbe6f46d0a955a50f6ceee63a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/316915afbe6f46d0a955a50f6ceee63a
2024-11-18T20:50:52,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/316915afbe6f46d0a955a50f6ceee63a, entries=150, sequenceid=313, filesize=12.0 K
2024-11-18T20:50:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/e9e491e84ac74f4cbce97b8737d8498d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/e9e491e84ac74f4cbce97b8737d8498d
2024-11-18T20:50:52,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/e9e491e84ac74f4cbce97b8737d8498d, entries=150, sequenceid=313, filesize=12.0 K
2024-11-18T20:50:52,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b1f3afc9d551d7065e7627d83a57c053 in 1128ms, sequenceid=313, compaction requested=false
2024-11-18T20:50:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:52,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-18T20:50:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-18T20:50:52,281 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T20:50:52,281 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4110 sec
2024-11-18T20:50:52,284 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.4180 sec
2024-11-18T20:50:52,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:52,594 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:50:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:52,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/7f31365d56934df7b1de7627dcf3d606 is 50, key is test_row_0/A:col10/1731963051401/Put/seqid=0
2024-11-18T20:50:52,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741903_1079 (size=14741)
2024-11-18T20:50:52,634 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/7f31365d56934df7b1de7627dcf3d606
2024-11-18T20:50:52,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d1311cb8a7ff45e6a134a7c99a0aab68 is 50, key is test_row_0/B:col10/1731963051401/Put/seqid=0
2024-11-18T20:50:52,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963112700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:52,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963112705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:52,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:52,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741904_1080 (size=12301)
2024-11-18T20:50:52,716 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d1311cb8a7ff45e6a134a7c99a0aab68
2024-11-18T20:50:52,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/11b5a39075f74247b39fbeb865bb2655 is 50, key is test_row_0/C:col10/1731963051401/Put/seqid=0
2024-11-18T20:50:52,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741905_1081 (size=12301)
2024-11-18T20:50:52,778 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/11b5a39075f74247b39fbeb865bb2655
2024-11-18T20:50:52,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/7f31365d56934df7b1de7627dcf3d606 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7f31365d56934df7b1de7627dcf3d606
2024-11-18T20:50:52,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7f31365d56934df7b1de7627dcf3d606, entries=200, sequenceid=330, filesize=14.4 K
2024-11-18T20:50:52,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963112810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:52,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d1311cb8a7ff45e6a134a7c99a0aab68 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1311cb8a7ff45e6a134a7c99a0aab68
2024-11-18T20:50:52,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963112820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:52,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:52,832 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1311cb8a7ff45e6a134a7c99a0aab68, entries=150, sequenceid=330, filesize=12.0 K
2024-11-18T20:50:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/11b5a39075f74247b39fbeb865bb2655 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/11b5a39075f74247b39fbeb865bb2655
2024-11-18T20:50:52,844 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/11b5a39075f74247b39fbeb865bb2655, entries=150, sequenceid=330, filesize=12.0 K
2024-11-18T20:50:52,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b1f3afc9d551d7065e7627d83a57c053 in 251ms, sequenceid=330, compaction requested=true
2024-11-18T20:50:52,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:52,846 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:50:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:52,851 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:52,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:50:52,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:52,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:50:52,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:52,863 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:52,863 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:52,863 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/B is initiating minor compaction (all files)
2024-11-18T20:50:52,863 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/A is initiating minor compaction (all files)
2024-11-18T20:50:52,864 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/B in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:52,864 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/A in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:52,864 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/ee83b2da99a041e180a596313e50a9f5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/316915afbe6f46d0a955a50f6ceee63a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1311cb8a7ff45e6a134a7c99a0aab68] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.7 K
2024-11-18T20:50:52,864 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e5501c9ebfd244ce9309c4be489de99a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/68867502e8ef416fb84482d905016223, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7f31365d56934df7b1de7627dcf3d606] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=39.1 K
2024-11-18T20:50:52,871 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ee83b2da99a041e180a596313e50a9f5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731963049301
2024-11-18T20:50:52,871 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5501c9ebfd244ce9309c4be489de99a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731963049301
2024-11-18T20:50:52,872 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 316915afbe6f46d0a955a50f6ceee63a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731963050202
2024-11-18T20:50:52,872 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68867502e8ef416fb84482d905016223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731963050202
2024-11-18T20:50:52,880 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d1311cb8a7ff45e6a134a7c99a0aab68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963051401
2024-11-18T20:50:52,881 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f31365d56934df7b1de7627dcf3d606, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963051401
2024-11-18T20:50:52,914 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:52,915 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/e0b2bd4252964981b9c8ce2d89202bb6 is 50, key is test_row_0/A:col10/1731963051401/Put/seqid=0
2024-11-18T20:50:52,942 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:52,942 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/c4a054ef3c00426c99933341e5d260c7 is 50, key is test_row_0/B:col10/1731963051401/Put/seqid=0
2024-11-18T20:50:52,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741906_1082 (size=13085)
2024-11-18T20:50:52,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741907_1083 (size=13085)
2024-11-18T20:50:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:53,026 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:53,026 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:50:53,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/06a8ae11f05e45b68795ee488f91db47 is 50, key is test_row_0/A:col10/1731963053023/Put/seqid=0
2024-11-18T20:50:53,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741908_1084 (size=14741)
2024-11-18T20:50:53,043 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/06a8ae11f05e45b68795ee488f91db47
2024-11-18T20:50:53,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d294790de057421584b54fb2bb5f11a0 is 50, key is test_row_0/B:col10/1731963053023/Put/seqid=0
2024-11-18T20:50:53,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741909_1085 (size=12301)
2024-11-18T20:50:53,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963113091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963113094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963113203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963113204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,392 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/e0b2bd4252964981b9c8ce2d89202bb6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b2bd4252964981b9c8ce2d89202bb6
2024-11-18T20:50:53,397 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/c4a054ef3c00426c99933341e5d260c7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/c4a054ef3c00426c99933341e5d260c7
2024-11-18T20:50:53,423 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/A of b1f3afc9d551d7065e7627d83a57c053 into e0b2bd4252964981b9c8ce2d89202bb6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:53,423 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:53,423 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/A, priority=13, startTime=1731963052846; duration=0sec
2024-11-18T20:50:53,423 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:53,423 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:A
2024-11-18T20:50:53,423 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:53,424 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/B of b1f3afc9d551d7065e7627d83a57c053 into c4a054ef3c00426c99933341e5d260c7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:53,424 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:53,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,424 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/B, priority=13, startTime=1731963052851; duration=0sec
2024-11-18T20:50:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963113411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,424 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:53,424 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:B
2024-11-18T20:50:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,425 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:53,426 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/C is initiating minor compaction (all files)
2024-11-18T20:50:53,426 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/C in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:53,426 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/2d5097ac5e74451692c7e58fdde1062b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/e9e491e84ac74f4cbce97b8737d8498d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/11b5a39075f74247b39fbeb865bb2655] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.7 K
2024-11-18T20:50:53,426 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d5097ac5e74451692c7e58fdde1062b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731963049301
2024-11-18T20:50:53,427 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e491e84ac74f4cbce97b8737d8498d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731963050202
2024-11-18T20:50:53,428 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11b5a39075f74247b39fbeb865bb2655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963051401
2024-11-18T20:50:53,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963113422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,441 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:53,441 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/c7c6b3d21f06468283a2a3a7ab0a9227 is 50, key is test_row_0/C:col10/1731963051401/Put/seqid=0
2024-11-18T20:50:53,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741910_1086 (size=13085)
2024-11-18T20:50:53,483 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d294790de057421584b54fb2bb5f11a0
2024-11-18T20:50:53,487 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/c7c6b3d21f06468283a2a3a7ab0a9227 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c7c6b3d21f06468283a2a3a7ab0a9227
2024-11-18T20:50:53,514 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/C of b1f3afc9d551d7065e7627d83a57c053 into c7c6b3d21f06468283a2a3a7ab0a9227(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:53,514 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:53,514 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/C, priority=13, startTime=1731963052852; duration=0sec
2024-11-18T20:50:53,515 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:53,515 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:C
2024-11-18T20:50:53,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/ccb29751a0464989a1bf7a65742c8632 is 50, key is test_row_0/C:col10/1731963053023/Put/seqid=0
2024-11-18T20:50:53,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741911_1087 (size=12301)
2024-11-18T20:50:53,546 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/ccb29751a0464989a1bf7a65742c8632
2024-11-18T20:50:53,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/06a8ae11f05e45b68795ee488f91db47 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/06a8ae11f05e45b68795ee488f91db47
2024-11-18T20:50:53,566 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/06a8ae11f05e45b68795ee488f91db47, entries=200, sequenceid=353, filesize=14.4 K
2024-11-18T20:50:53,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/d294790de057421584b54fb2bb5f11a0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d294790de057421584b54fb2bb5f11a0
2024-11-18T20:50:53,579 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d294790de057421584b54fb2bb5f11a0, entries=150, sequenceid=353, filesize=12.0 K
2024-11-18T20:50:53,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/ccb29751a0464989a1bf7a65742c8632 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/ccb29751a0464989a1bf7a65742c8632
2024-11-18T20:50:53,592 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/ccb29751a0464989a1bf7a65742c8632, entries=150, sequenceid=353, filesize=12.0 K
2024-11-18T20:50:53,593 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b1f3afc9d551d7065e7627d83a57c053 in 567ms, sequenceid=353, compaction requested=false
2024-11-18T20:50:53,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:53,744 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:53,744 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:50:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:53,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/486e29ef0a724ecf8326ed6d73e5baf7 is 50, key is test_row_0/A:col10/1731963053743/Put/seqid=0
2024-11-18T20:50:53,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741912_1088 (size=12301)
2024-11-18T20:50:53,816 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/486e29ef0a724ecf8326ed6d73e5baf7
2024-11-18T20:50:53,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/b184b5744c674633b7242761a49e003a is 50, key is test_row_0/B:col10/1731963053743/Put/seqid=0
2024-11-18T20:50:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963113831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963113844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741913_1089 (size=12301)
2024-11-18T20:50:53,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963113950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:53,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963113970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T20:50:54,030 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:54,030 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:50:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-18T20:50:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T20:50:54,042 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:50:54,043 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:50:54,044 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:50:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T20:50:54,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963114160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963114181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-18T20:50:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:54,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,284 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/b184b5744c674633b7242761a49e003a
2024-11-18T20:50:54,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bf66adb842874257b15d02619c7925bc is 50, key is test_row_0/C:col10/1731963053743/Put/seqid=0
2024-11-18T20:50:54,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741914_1090 (size=12301)
2024-11-18T20:50:54,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bf66adb842874257b15d02619c7925bc
2024-11-18T20:50:54,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/486e29ef0a724ecf8326ed6d73e5baf7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/486e29ef0a724ecf8326ed6d73e5baf7
2024-11-18T20:50:54,348 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/486e29ef0a724ecf8326ed6d73e5baf7, entries=150, sequenceid=371, filesize=12.0 K
2024-11-18T20:50:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/b184b5744c674633b7242761a49e003a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/b184b5744c674633b7242761a49e003a
2024-11-18T20:50:54,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-18T20:50:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T20:50:54,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:54,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,377 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/b184b5744c674633b7242761a49e003a, entries=150, sequenceid=371, filesize=12.0 K
2024-11-18T20:50:54,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bf66adb842874257b15d02619c7925bc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bf66adb842874257b15d02619c7925bc
2024-11-18T20:50:54,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bf66adb842874257b15d02619c7925bc, entries=150, sequenceid=371, filesize=12.0 K
2024-11-18T20:50:54,408 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b1f3afc9d551d7065e7627d83a57c053 in 663ms, sequenceid=371, compaction requested=true
2024-11-18T20:50:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:50:54,408 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:50:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:54,409 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f3afc9d551d7065e7627d83a57c053:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:50:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:54,409 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:54,410 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/B is initiating minor compaction (all files)
2024-11-18T20:50:54,410 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/B in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,410 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/c4a054ef3c00426c99933341e5d260c7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d294790de057421584b54fb2bb5f11a0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/b184b5744c674633b7242761a49e003a] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.8 K
2024-11-18T20:50:54,410 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c4a054ef3c00426c99933341e5d260c7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963051401
2024-11-18T20:50:54,410 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d294790de057421584b54fb2bb5f11a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731963052689
2024-11-18T20:50:54,411 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b184b5744c674633b7242761a49e003a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731963053054
2024-11-18T20:50:54,417 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:54,417 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/A is initiating minor compaction (all files)
2024-11-18T20:50:54,417 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/A in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,417 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b2bd4252964981b9c8ce2d89202bb6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/06a8ae11f05e45b68795ee488f91db47, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/486e29ef0a724ecf8326ed6d73e5baf7] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=39.2 K
2024-11-18T20:50:54,419 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0b2bd4252964981b9c8ce2d89202bb6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963051401
2024-11-18T20:50:54,419 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06a8ae11f05e45b68795ee488f91db47, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731963052689
2024-11-18T20:50:54,420 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 486e29ef0a724ecf8326ed6d73e5baf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731963053054
2024-11-18T20:50:54,440 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:54,441 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/fcf8b80f019e46469d1eecee4cac3a57 is 50, key is test_row_0/B:col10/1731963053743/Put/seqid=0
2024-11-18T20:50:54,453 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:54,454 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/a11d2aaf3a304cdfb1b00d9f3f2e80db is 50, key is test_row_0/A:col10/1731963053743/Put/seqid=0
2024-11-18T20:50:54,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741915_1091 (size=13187)
2024-11-18T20:50:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:54,481 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:50:54,481 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-18T20:50:54,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/407bf32536a44002897d63faa80ee2a1 is 50, key is test_row_0/A:col10/1731963054474/Put/seqid=0
2024-11-18T20:50:54,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741916_1092 (size=13187)
2024-11-18T20:50:54,503 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/fcf8b80f019e46469d1eecee4cac3a57 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fcf8b80f019e46469d1eecee4cac3a57
2024-11-18T20:50:54,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-18T20:50:54,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,519 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/a11d2aaf3a304cdfb1b00d9f3f2e80db as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a11d2aaf3a304cdfb1b00d9f3f2e80db
2024-11-18T20:50:54,522 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/B of b1f3afc9d551d7065e7627d83a57c053 into fcf8b80f019e46469d1eecee4cac3a57(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:54,522 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:54,522 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/B, priority=13, startTime=1731963054408; duration=0sec
2024-11-18T20:50:54,523 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:50:54,523 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:B
2024-11-18T20:50:54,523 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:50:54,531 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:50:54,531 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): b1f3afc9d551d7065e7627d83a57c053/C is initiating minor compaction (all files)
2024-11-18T20:50:54,531 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1f3afc9d551d7065e7627d83a57c053/C in TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,532 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c7c6b3d21f06468283a2a3a7ab0a9227, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/ccb29751a0464989a1bf7a65742c8632, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bf66adb842874257b15d02619c7925bc] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp, totalSize=36.8 K
2024-11-18T20:50:54,533 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c7c6b3d21f06468283a2a3a7ab0a9227, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963051401
2024-11-18T20:50:54,533 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ccb29751a0464989a1bf7a65742c8632, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731963052689
2024-11-18T20:50:54,534 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting bf66adb842874257b15d02619c7925bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731963053054
2024-11-18T20:50:54,536 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/A of b1f3afc9d551d7065e7627d83a57c053 into a11d2aaf3a304cdfb1b00d9f3f2e80db(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:54,536 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:54,536 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/A, priority=13, startTime=1731963054408; duration=0sec
2024-11-18T20:50:54,536 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:54,536 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:A
2024-11-18T20:50:54,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741917_1093 (size=14741)
2024-11-18T20:50:54,563 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f3afc9d551d7065e7627d83a57c053#C#compaction#81 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:50:54,572 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/c0956bee868f41e181503035f6b33194 is 50, key is test_row_0/C:col10/1731963053743/Put/seqid=0
2024-11-18T20:50:54,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963114612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:54,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741918_1094 (size=13187)
2024-11-18T20:50:54,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963114620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,634 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/c0956bee868f41e181503035f6b33194 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0956bee868f41e181503035f6b33194
2024-11-18T20:50:54,642 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1f3afc9d551d7065e7627d83a57c053/C of b1f3afc9d551d7065e7627d83a57c053 into c0956bee868f41e181503035f6b33194(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:50:54,642 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:54,642 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., storeName=b1f3afc9d551d7065e7627d83a57c053/C, priority=13, startTime=1731963054409; duration=0sec
2024-11-18T20:50:54,643 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:50:54,643 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f3afc9d551d7065e7627d83a57c053:C
2024-11-18T20:50:54,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-18T20:50:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T20:50:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963114721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963114740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-18T20:50:54,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:54,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,922 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-18T20:50:54,922 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:54,924 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-18T20:50:54,924 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-18T20:50:54,924 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:54,924 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:54,928 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:54,928 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:54,928 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:54,929 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:54,930 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:54,930 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:54,930 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:54,930 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:54,930 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:54,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731963114930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:54,934 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-18T20:50:54,934 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:54,934 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:54,934 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:54,934 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,946 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/407bf32536a44002897d63faa80ee2a1
2024-11-18T20:50:54,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:50:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60170 deadline: 1731963114950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:50:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:50:54,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/6c4aaef058eb42e69cfa071ebbdc4785 is 50, key is test_row_0/B:col10/1731963054474/Put/seqid=0
2024-11-18T20:50:54,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741919_1095 (size=12301)
2024-11-18T20:50:54,967 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/6c4aaef058eb42e69cfa071ebbdc4785
2024-11-18T20:50:54,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b08db7e46a2544d7bafdf192b9bd7aa0 is 50, key is test_row_0/C:col10/1731963054474/Put/seqid=0
2024-11-18T20:50:54,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-18T20:50:54,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:54,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:54,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:50:54,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741920_1096 (size=12301)
2024-11-18T20:50:54,985 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b08db7e46a2544d7bafdf192b9bd7aa0
2024-11-18T20:50:54,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/407bf32536a44002897d63faa80ee2a1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/407bf32536a44002897d63faa80ee2a1
2024-11-18T20:50:55,001 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/407bf32536a44002897d63faa80ee2a1, entries=200, sequenceid=393, filesize=14.4 K
2024-11-18T20:50:55,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/6c4aaef058eb42e69cfa071ebbdc4785 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/6c4aaef058eb42e69cfa071ebbdc4785
2024-11-18T20:50:55,009 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/6c4aaef058eb42e69cfa071ebbdc4785, entries=150, sequenceid=393, filesize=12.0 K
2024-11-18T20:50:55,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/b08db7e46a2544d7bafdf192b9bd7aa0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b08db7e46a2544d7bafdf192b9bd7aa0
2024-11-18T20:50:55,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b08db7e46a2544d7bafdf192b9bd7aa0, entries=150, sequenceid=393, filesize=12.0 K
2024-11-18T20:50:55,019 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b1f3afc9d551d7065e7627d83a57c053 in 538ms, sequenceid=393, compaction requested=false
2024-11-18T20:50:55,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:55,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-18T20:50:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:55,135 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:50:55,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/07f983fcea274789970907bf80ea75d5 is 50, key is test_row_0/A:col10/1731963054596/Put/seqid=0
2024-11-18T20:50:55,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741921_1097 (size=12301)
2024-11-18T20:50:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T20:50:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:55,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. as already flushing
2024-11-18T20:50:55,242 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-18T20:50:55,242 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:55,242 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,242 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,242 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:55,262 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-18T20:50:55,262 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:55,262 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,262 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,262 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:55,521 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-18T20:50:55,521 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:55,522 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,522 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,522 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:55,545 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/07f983fcea274789970907bf80ea75d5
2024-11-18T20:50:55,552 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-18T20:50:55,552 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:55,552 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,552 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,552 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/0b59ad8b28444d4492d48f992f164a32 is 50, key is test_row_0/B:col10/1731963054596/Put/seqid=0
2024-11-18T20:50:55,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741922_1098 (size=12301)
2024-11-18T20:50:55,602 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-18T20:50:55,602 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:50:55,602 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,603 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:55,603 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:55,960 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/0b59ad8b28444d4492d48f992f164a32
2024-11-18T20:50:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/609518ef039d43d5bdae61133f1c4b6f is 50, key is test_row_0/C:col10/1731963054596/Put/seqid=0
2024-11-18T20:50:55,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741923_1099 (size=12301)
2024-11-18T20:50:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T20:50:56,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/609518ef039d43d5bdae61133f1c4b6f
2024-11-18T20:50:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/07f983fcea274789970907bf80ea75d5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/07f983fcea274789970907bf80ea75d5
2024-11-18T20:50:56,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/07f983fcea274789970907bf80ea75d5, entries=150, sequenceid=410, filesize=12.0 K
2024-11-18T20:50:56,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/0b59ad8b28444d4492d48f992f164a32 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/0b59ad8b28444d4492d48f992f164a32
2024-11-18T20:50:56,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/0b59ad8b28444d4492d48f992f164a32, entries=150, sequenceid=410, filesize=12.0 K
2024-11-18T20:50:56,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/609518ef039d43d5bdae61133f1c4b6f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/609518ef039d43d5bdae61133f1c4b6f
2024-11-18T20:50:56,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/609518ef039d43d5bdae61133f1c4b6f, entries=150, sequenceid=410, filesize=12.0 K
2024-11-18T20:50:56,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=33.54 KB/34350 for b1f3afc9d551d7065e7627d83a57c053 in 1268ms, sequenceid=410, compaction requested=true
2024-11-18T20:50:56,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for b1f3afc9d551d7065e7627d83a57c053:

2024-11-18T20:50:56,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:56,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-18T20:50:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-18T20:50:56,406 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-18T20:50:56,406 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3610 sec
2024-11-18T20:50:56,408 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.3770 sec
2024-11-18T20:50:56,724 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:50:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T20:50:58,220 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:50:58,220 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 61
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 34
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 133
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 36
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1754
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1734
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 883
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2648 rows
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 890
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2670 rows
2024-11-18T20:50:58,221 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:50:58,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:50:58,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:58,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:50:58,222 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:50:58,227 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T20:50:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T20:50:58,236 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963058236"}]},"ts":"1731963058236"}
2024-11-18T20:50:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T20:50:58,239 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T20:50:58,239 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T20:50:58,241 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:50:58,247 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, UNASSIGN}]
2024-11-18T20:50:58,248 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, UNASSIGN
2024-11-18T20:50:58,250 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=b1f3afc9d551d7065e7627d83a57c053, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:50:58,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, UNASSIGN because future has completed
2024-11-18T20:50:58,253 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:50:58,254 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:50:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T20:50:58,413 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:58,413 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:50:58,414 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing b1f3afc9d551d7065e7627d83a57c053, disabling compactions & flushes
2024-11-18T20:50:58,414 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:58,414 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:58,414 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. after waiting 0 ms
2024-11-18T20:50:58,414 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:58,414 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing b1f3afc9d551d7065e7627d83a57c053 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-18T20:50:58,429 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/2f6c6af520114c9eb898fe7926660759 is 50, key is test_row_1/A:col10/1731963055551/Put/seqid=0
2024-11-18T20:50:58,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741924_1100 (size=9857)
2024-11-18T20:50:58,435 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/2f6c6af520114c9eb898fe7926660759
2024-11-18T20:50:58,444 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/e740edf648914170a7dfb5ef9eb38f4f is 50, key is test_row_1/B:col10/1731963055551/Put/seqid=0
2024-11-18T20:50:58,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741925_1101 (size=9857)
2024-11-18T20:50:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T20:50:58,849 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/e740edf648914170a7dfb5ef9eb38f4f
2024-11-18T20:50:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T20:50:58,865 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bcc711dea5d7493dbac13460a6a87525 is 50, key is test_row_1/C:col10/1731963055551/Put/seqid=0
2024-11-18T20:50:58,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741926_1102 (size=9857)
2024-11-18T20:50:59,279 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bcc711dea5d7493dbac13460a6a87525
2024-11-18T20:50:59,285 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/A/2f6c6af520114c9eb898fe7926660759 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/2f6c6af520114c9eb898fe7926660759
2024-11-18T20:50:59,291 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/2f6c6af520114c9eb898fe7926660759, entries=100, sequenceid=418, filesize=9.6 K
2024-11-18T20:50:59,292 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/B/e740edf648914170a7dfb5ef9eb38f4f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e740edf648914170a7dfb5ef9eb38f4f
2024-11-18T20:50:59,299 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e740edf648914170a7dfb5ef9eb38f4f, entries=100, sequenceid=418, filesize=9.6 K
2024-11-18T20:50:59,300 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/.tmp/C/bcc711dea5d7493dbac13460a6a87525 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bcc711dea5d7493dbac13460a6a87525
2024-11-18T20:50:59,307 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bcc711dea5d7493dbac13460a6a87525, entries=100, sequenceid=418, filesize=9.6 K
2024-11-18T20:50:59,308 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b1f3afc9d551d7065e7627d83a57c053 in 894ms, sequenceid=418, compaction requested=true
2024-11-18T20:50:59,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fdfe2a8541ea4e6f8f9c20ab418599cb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/8842b86696fd46279948fc86e8b581ed, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/ac54993a374442679b5e76d662a1ee5e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/774232b9dcdb4e069a19a3c490f3441c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/0cd0fbd688dc4a38a6ca924a886aa150, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/039fcfdc6de844019d6460e4050c286e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/87d8426aaf364104b804c60d602164e6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b54e69d9bd460f973c18a30ad17414, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/85c74ded383d45ed9a05a26426c529f7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/15bc26e9def14efe9d69fa9cb1a4924a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5cce88a4957a4a128eb8ac171efd4916, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fab98225f3774bb0b5240e9baf335008, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/45c0fad598e24c358c6341dcc61cba57, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5a0c3e9b6ac3442d8f5e92dd1b16ad8c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/1027af778a404952ad60398d0b2cf67e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/43d20c755b214dcf8fb04249361fe015, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7c8a7f3419db453aaf5efafb3d482890, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a3a49910930d498aaa335a0e732e9fcb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7fc283dc136c4a12bcd052e9d15ba339, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/4c7f9cce133a4dd2a0841e2fa4fbb68a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e5501c9ebfd244ce9309c4be489de99a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/68867502e8ef416fb84482d905016223, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7f31365d56934df7b1de7627dcf3d606, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b2bd4252964981b9c8ce2d89202bb6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/06a8ae11f05e45b68795ee488f91db47, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/486e29ef0a724ecf8326ed6d73e5baf7] to archive
2024-11-18T20:50:59,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:50:59,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fdfe2a8541ea4e6f8f9c20ab418599cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fdfe2a8541ea4e6f8f9c20ab418599cb
2024-11-18T20:50:59,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/8842b86696fd46279948fc86e8b581ed to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/8842b86696fd46279948fc86e8b581ed
2024-11-18T20:50:59,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/ac54993a374442679b5e76d662a1ee5e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/ac54993a374442679b5e76d662a1ee5e
2024-11-18T20:50:59,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/774232b9dcdb4e069a19a3c490f3441c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/774232b9dcdb4e069a19a3c490f3441c
2024-11-18T20:50:59,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/0cd0fbd688dc4a38a6ca924a886aa150 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/0cd0fbd688dc4a38a6ca924a886aa150
2024-11-18T20:50:59,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/039fcfdc6de844019d6460e4050c286e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/039fcfdc6de844019d6460e4050c286e
2024-11-18T20:50:59,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/87d8426aaf364104b804c60d602164e6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/87d8426aaf364104b804c60d602164e6
2024-11-18T20:50:59,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b54e69d9bd460f973c18a30ad17414 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b54e69d9bd460f973c18a30ad17414
2024-11-18T20:50:59,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/85c74ded383d45ed9a05a26426c529f7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/85c74ded383d45ed9a05a26426c529f7
2024-11-18T20:50:59,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/15bc26e9def14efe9d69fa9cb1a4924a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/15bc26e9def14efe9d69fa9cb1a4924a
2024-11-18T20:50:59,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5cce88a4957a4a128eb8ac171efd4916 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5cce88a4957a4a128eb8ac171efd4916
2024-11-18T20:50:59,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fab98225f3774bb0b5240e9baf335008 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/fab98225f3774bb0b5240e9baf335008
2024-11-18T20:50:59,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/45c0fad598e24c358c6341dcc61cba57 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/45c0fad598e24c358c6341dcc61cba57
2024-11-18T20:50:59,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5a0c3e9b6ac3442d8f5e92dd1b16ad8c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/5a0c3e9b6ac3442d8f5e92dd1b16ad8c
2024-11-18T20:50:59,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/1027af778a404952ad60398d0b2cf67e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/1027af778a404952ad60398d0b2cf67e
2024-11-18T20:50:59,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/43d20c755b214dcf8fb04249361fe015 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/43d20c755b214dcf8fb04249361fe015
2024-11-18T20:50:59,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7c8a7f3419db453aaf5efafb3d482890 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7c8a7f3419db453aaf5efafb3d482890
2024-11-18T20:50:59,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a3a49910930d498aaa335a0e732e9fcb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a3a49910930d498aaa335a0e732e9fcb
2024-11-18T20:50:59,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7fc283dc136c4a12bcd052e9d15ba339 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7fc283dc136c4a12bcd052e9d15ba339
2024-11-18T20:50:59,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/4c7f9cce133a4dd2a0841e2fa4fbb68a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/4c7f9cce133a4dd2a0841e2fa4fbb68a
2024-11-18T20:50:59,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e5501c9ebfd244ce9309c4be489de99a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e5501c9ebfd244ce9309c4be489de99a
2024-11-18T20:50:59,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/68867502e8ef416fb84482d905016223 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/68867502e8ef416fb84482d905016223
2024-11-18T20:50:59,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7f31365d56934df7b1de7627dcf3d606 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/7f31365d56934df7b1de7627dcf3d606
2024-11-18T20:50:59,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b2bd4252964981b9c8ce2d89202bb6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/e0b2bd4252964981b9c8ce2d89202bb6
2024-11-18T20:50:59,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/06a8ae11f05e45b68795ee488f91db47 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/06a8ae11f05e45b68795ee488f91db47
2024-11-18T20:50:59,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/486e29ef0a724ecf8326ed6d73e5baf7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/486e29ef0a724ecf8326ed6d73e5baf7
2024-11-18T20:50:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T20:50:59,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1ffedb1e74341eaa025f659ef5c3586, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/40ad20ee29234856bad205f141bd4f34, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f0daadff6473431c902d5da13236a669, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/9491cf677b304b16be31bfe7bfc36fa4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/5566e7eeb9734a848157ee5931b650d0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/184847e6712c46539948de6ecf87a74f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/8d568063197945b68931b6613f2aa1ed, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/28e770298f574cb1b42b870fdc179f6c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f3dba17713564beb8330f94715fe394e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/7b723cf1d25b4efb8ec3f1ed6cc5d598, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fbc9043c0b634ecc974b95b0b4eab71f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/3039216970124915936a7de57badf1a5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1352319cdb954b04aad007bb80a71119, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/2b4838024c1f4ea0adaeeb7c8ebe5e74, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/065f4fc5cb52437dbe9e5e2e7d8fa3be, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e80cec6bc80d4eeda87090f6d5d50275, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/07d6217ddbd4406180e706d4e07c0bb9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1e6883d986b042f3a36fd0399567f009, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f4bb5afef7eb44308d50922a14437f1c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/ee83b2da99a041e180a596313e50a9f5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/92c8f25ad32c4689bfe46bc96c0a89ab, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/316915afbe6f46d0a955a50f6ceee63a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/c4a054ef3c00426c99933341e5d260c7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1311cb8a7ff45e6a134a7c99a0aab68, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d294790de057421584b54fb2bb5f11a0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/b184b5744c674633b7242761a49e003a] to archive
2024-11-18T20:50:59,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:50:59,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1ffedb1e74341eaa025f659ef5c3586 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1ffedb1e74341eaa025f659ef5c3586
2024-11-18T20:50:59,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/40ad20ee29234856bad205f141bd4f34 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/40ad20ee29234856bad205f141bd4f34
2024-11-18T20:50:59,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f0daadff6473431c902d5da13236a669 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f0daadff6473431c902d5da13236a669
2024-11-18T20:50:59,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/9491cf677b304b16be31bfe7bfc36fa4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/9491cf677b304b16be31bfe7bfc36fa4
2024-11-18T20:50:59,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/5566e7eeb9734a848157ee5931b650d0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/5566e7eeb9734a848157ee5931b650d0
2024-11-18T20:50:59,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/184847e6712c46539948de6ecf87a74f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/184847e6712c46539948de6ecf87a74f
2024-11-18T20:50:59,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/8d568063197945b68931b6613f2aa1ed to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/8d568063197945b68931b6613f2aa1ed
2024-11-18T20:50:59,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/28e770298f574cb1b42b870fdc179f6c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/28e770298f574cb1b42b870fdc179f6c
2024-11-18T20:50:59,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f3dba17713564beb8330f94715fe394e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f3dba17713564beb8330f94715fe394e
2024-11-18T20:50:59,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/7b723cf1d25b4efb8ec3f1ed6cc5d598 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/7b723cf1d25b4efb8ec3f1ed6cc5d598
2024-11-18T20:50:59,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fbc9043c0b634ecc974b95b0b4eab71f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fbc9043c0b634ecc974b95b0b4eab71f
2024-11-18T20:50:59,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/3039216970124915936a7de57badf1a5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/3039216970124915936a7de57badf1a5
2024-11-18T20:50:59,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1352319cdb954b04aad007bb80a71119 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1352319cdb954b04aad007bb80a71119
2024-11-18T20:50:59,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/2b4838024c1f4ea0adaeeb7c8ebe5e74 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/2b4838024c1f4ea0adaeeb7c8ebe5e74
2024-11-18T20:50:59,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/065f4fc5cb52437dbe9e5e2e7d8fa3be to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/065f4fc5cb52437dbe9e5e2e7d8fa3be
2024-11-18T20:50:59,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e80cec6bc80d4eeda87090f6d5d50275 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e80cec6bc80d4eeda87090f6d5d50275
2024-11-18T20:50:59,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/07d6217ddbd4406180e706d4e07c0bb9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/07d6217ddbd4406180e706d4e07c0bb9
2024-11-18T20:50:59,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1e6883d986b042f3a36fd0399567f009 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/1e6883d986b042f3a36fd0399567f009
2024-11-18T20:50:59,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f4bb5afef7eb44308d50922a14437f1c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/f4bb5afef7eb44308d50922a14437f1c
2024-11-18T20:50:59,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/ee83b2da99a041e180a596313e50a9f5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/ee83b2da99a041e180a596313e50a9f5
2024-11-18T20:50:59,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/92c8f25ad32c4689bfe46bc96c0a89ab to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/92c8f25ad32c4689bfe46bc96c0a89ab
2024-11-18T20:50:59,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/316915afbe6f46d0a955a50f6ceee63a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/316915afbe6f46d0a955a50f6ceee63a
2024-11-18T20:50:59,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/c4a054ef3c00426c99933341e5d260c7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/c4a054ef3c00426c99933341e5d260c7
2024-11-18T20:50:59,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1311cb8a7ff45e6a134a7c99a0aab68 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d1311cb8a7ff45e6a134a7c99a0aab68
2024-11-18T20:50:59,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d294790de057421584b54fb2bb5f11a0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/d294790de057421584b54fb2bb5f11a0
2024-11-18T20:50:59,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/b184b5744c674633b7242761a49e003a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/b184b5744c674633b7242761a49e003a
2024-11-18T20:50:59,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b2703918e2c648f0adaeab6e1f2cf47b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b29356eda4bd4a2ea5b90d0ba31970fb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/92e49a2705044a1caad7eef422b8eab3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/929defe703c74e7a991bd18d5ecc1158, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/84445d24049042899c522213dbf90236, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/656e583c79204fa08b825f0abc74df7c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fe15e8fc70bd473284b08581ae79189d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bc819ad178b94b73928c9ef100c94a35, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/83e10d2c3f8c4e6098da3495afd32c8b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d9eeeb12c984466091d783f34c4b03eb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/56392437bf2e41b2a972e9680e887636, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0356520e84941d2af8c1ff33510e510, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/499c3c8dfa364f26bbb9765bb773fcc8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/5317b315742845748ece0e6d9c6db8c2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/73e2eaf0a9604b7ba0504ad841b52143, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/8cb6c5064c984deeafe57786a7b880d6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d73d918b13804f6ba57a240058ac8939, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fb82b797489b466b811fd75bac1dfef9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/4e9d2f1e563042ebb66cc67d1ad3ea1e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/2d5097ac5e74451692c7e58fdde1062b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/be1883aa70e14e4c9b9be30d07b796dc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/e9e491e84ac74f4cbce97b8737d8498d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c7c6b3d21f06468283a2a3a7ab0a9227, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/11b5a39075f74247b39fbeb865bb2655, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/ccb29751a0464989a1bf7a65742c8632, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bf66adb842874257b15d02619c7925bc] to archive
2024-11-18T20:50:59,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:50:59,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b2703918e2c648f0adaeab6e1f2cf47b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b2703918e2c648f0adaeab6e1f2cf47b
2024-11-18T20:50:59,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b29356eda4bd4a2ea5b90d0ba31970fb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b29356eda4bd4a2ea5b90d0ba31970fb
2024-11-18T20:50:59,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/92e49a2705044a1caad7eef422b8eab3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/92e49a2705044a1caad7eef422b8eab3
2024-11-18T20:50:59,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/929defe703c74e7a991bd18d5ecc1158 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/929defe703c74e7a991bd18d5ecc1158
2024-11-18T20:50:59,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/84445d24049042899c522213dbf90236 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/84445d24049042899c522213dbf90236
2024-11-18T20:50:59,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/656e583c79204fa08b825f0abc74df7c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/656e583c79204fa08b825f0abc74df7c
2024-11-18T20:50:59,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fe15e8fc70bd473284b08581ae79189d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fe15e8fc70bd473284b08581ae79189d
2024-11-18T20:50:59,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bc819ad178b94b73928c9ef100c94a35 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bc819ad178b94b73928c9ef100c94a35
2024-11-18T20:50:59,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/83e10d2c3f8c4e6098da3495afd32c8b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/83e10d2c3f8c4e6098da3495afd32c8b
2024-11-18T20:50:59,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d9eeeb12c984466091d783f34c4b03eb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d9eeeb12c984466091d783f34c4b03eb
2024-11-18T20:50:59,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/56392437bf2e41b2a972e9680e887636 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/56392437bf2e41b2a972e9680e887636
2024-11-18T20:50:59,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0356520e84941d2af8c1ff33510e510 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0356520e84941d2af8c1ff33510e510
2024-11-18T20:50:59,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/499c3c8dfa364f26bbb9765bb773fcc8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/499c3c8dfa364f26bbb9765bb773fcc8
2024-11-18T20:50:59,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/5317b315742845748ece0e6d9c6db8c2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/5317b315742845748ece0e6d9c6db8c2
2024-11-18T20:50:59,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/73e2eaf0a9604b7ba0504ad841b52143 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/73e2eaf0a9604b7ba0504ad841b52143
2024-11-18T20:50:59,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/8cb6c5064c984deeafe57786a7b880d6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/8cb6c5064c984deeafe57786a7b880d6
2024-11-18T20:50:59,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d73d918b13804f6ba57a240058ac8939 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/d73d918b13804f6ba57a240058ac8939
2024-11-18T20:50:59,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fb82b797489b466b811fd75bac1dfef9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/fb82b797489b466b811fd75bac1dfef9
2024-11-18T20:50:59,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/4e9d2f1e563042ebb66cc67d1ad3ea1e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/4e9d2f1e563042ebb66cc67d1ad3ea1e
2024-11-18T20:50:59,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/2d5097ac5e74451692c7e58fdde1062b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/2d5097ac5e74451692c7e58fdde1062b
2024-11-18T20:50:59,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/be1883aa70e14e4c9b9be30d07b796dc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/be1883aa70e14e4c9b9be30d07b796dc
2024-11-18T20:50:59,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/e9e491e84ac74f4cbce97b8737d8498d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/e9e491e84ac74f4cbce97b8737d8498d
2024-11-18T20:50:59,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c7c6b3d21f06468283a2a3a7ab0a9227 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c7c6b3d21f06468283a2a3a7ab0a9227
2024-11-18T20:50:59,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/11b5a39075f74247b39fbeb865bb2655 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/11b5a39075f74247b39fbeb865bb2655
2024-11-18T20:50:59,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/ccb29751a0464989a1bf7a65742c8632 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/ccb29751a0464989a1bf7a65742c8632
2024-11-18T20:50:59,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bf66adb842874257b15d02619c7925bc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bf66adb842874257b15d02619c7925bc
2024-11-18T20:50:59,505 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=1
2024-11-18T20:50:59,506 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.
2024-11-18T20:50:59,506 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for b1f3afc9d551d7065e7627d83a57c053:
Waiting for close lock at 1731963058414Running coprocessor pre-close hooks at 1731963058414Disabling compacts and flushes for region at 1731963058414Disabling writes for close at 1731963058414Obtaining lock to block concurrent updates at 1731963058414Preparing flush snapshotting stores in b1f3afc9d551d7065e7627d83a57c053 at 1731963058414Finished memstore snapshotting TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731963058415 (+1 ms)Flushing stores of TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053. at 1731963058416 (+1 ms)Flushing b1f3afc9d551d7065e7627d83a57c053/A: creating writer at 1731963058416Flushing b1f3afc9d551d7065e7627d83a57c053/A: appending metadata at 1731963058429 (+13 ms)Flushing b1f3afc9d551d7065e7627d83a57c053/A: closing flushed file at 1731963058429Flushing b1f3afc9d551d7065e7627d83a57c053/B: creating writer at 1731963058441 (+12 ms)Flushing b1f3afc9d551d7065e7627d83a57c053/B: appending metadata at 1731963058444 (+3 ms)Flushing b1f3afc9d551d7065e7627d83a57c053/B: closing flushed file at 1731963058444Flushing b1f3afc9d551d7065e7627d83a57c053/C: creating writer at 1731963058857 (+413 ms)Flushing b1f3afc9d551d7065e7627d83a57c053/C: appending metadata at 1731963058864 (+7 ms)Flushing b1f3afc9d551d7065e7627d83a57c053/C: closing flushed file at 1731963058865 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fbc44: reopening flushed file at 1731963059284 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3994d28c: reopening flushed file at 1731963059291 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1572e9f0: reopening flushed file at 1731963059299 (+8 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b1f3afc9d551d7065e7627d83a57c053 in 894ms, sequenceid=418, compaction requested=true at 1731963059308 (+9 ms)Writing region close event to WAL at 1731963059501 (+193 ms)Running coprocessor post-close hooks at 1731963059505 (+4 ms)Closed at 1731963059506 (+1 ms)
2024-11-18T20:50:59,508 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:50:59,509 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=b1f3afc9d551d7065e7627d83a57c053, regionState=CLOSED
2024-11-18T20:50:59,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:50:59,514 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T20:50:59,514 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure b1f3afc9d551d7065e7627d83a57c053, server=29a7ef02c270,38231,1731963029040 in 1.2580 sec
2024-11-18T20:50:59,515 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24
2024-11-18T20:50:59,516 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f3afc9d551d7065e7627d83a57c053, UNASSIGN in 1.2670 sec
2024-11-18T20:50:59,518 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T20:50:59,518 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2750 sec
2024-11-18T20:50:59,520 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963059520"}]},"ts":"1731963059520"}
2024-11-18T20:50:59,521 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T20:50:59,521 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T20:50:59,523 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2930 sec
2024-11-18T20:51:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T20:51:00,391 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:00,399 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T20:51:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:00,406 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:00,408 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T20:51:00,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:51:00,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/recovered.edits]
2024-11-18T20:51:00,443 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/07f983fcea274789970907bf80ea75d5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/07f983fcea274789970907bf80ea75d5
2024-11-18T20:51:00,445 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/2f6c6af520114c9eb898fe7926660759 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/2f6c6af520114c9eb898fe7926660759
2024-11-18T20:51:00,447 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/407bf32536a44002897d63faa80ee2a1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/407bf32536a44002897d63faa80ee2a1
2024-11-18T20:51:00,449 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a11d2aaf3a304cdfb1b00d9f3f2e80db to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/A/a11d2aaf3a304cdfb1b00d9f3f2e80db
2024-11-18T20:51:00,452 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/0b59ad8b28444d4492d48f992f164a32 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/0b59ad8b28444d4492d48f992f164a32
2024-11-18T20:51:00,454 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/6c4aaef058eb42e69cfa071ebbdc4785 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/6c4aaef058eb42e69cfa071ebbdc4785
2024-11-18T20:51:00,456 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e740edf648914170a7dfb5ef9eb38f4f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/e740edf648914170a7dfb5ef9eb38f4f
2024-11-18T20:51:00,458 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fcf8b80f019e46469d1eecee4cac3a57 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/B/fcf8b80f019e46469d1eecee4cac3a57
2024-11-18T20:51:00,462 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/609518ef039d43d5bdae61133f1c4b6f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/609518ef039d43d5bdae61133f1c4b6f
2024-11-18T20:51:00,464 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b08db7e46a2544d7bafdf192b9bd7aa0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/b08db7e46a2544d7bafdf192b9bd7aa0
2024-11-18T20:51:00,466 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bcc711dea5d7493dbac13460a6a87525 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/bcc711dea5d7493dbac13460a6a87525
2024-11-18T20:51:00,468 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0956bee868f41e181503035f6b33194 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/C/c0956bee868f41e181503035f6b33194
2024-11-18T20:51:00,472 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/recovered.edits/421.seqid to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053/recovered.edits/421.seqid
2024-11-18T20:51:00,473 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/b1f3afc9d551d7065e7627d83a57c053
2024-11-18T20:51:00,473 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T20:51:00,481 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:00,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-18T20:51:00,494 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T20:51:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T20:51:00,538 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T20:51:00,545 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:00,546 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T20:51:00,546 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731963060546"}]},"ts":"9223372036854775807"}
2024-11-18T20:51:00,552 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T20:51:00,552 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b1f3afc9d551d7065e7627d83a57c053, NAME => 'TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T20:51:00,552 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T20:51:00,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731963060552"}]},"ts":"9223372036854775807"}
2024-11-18T20:51:00,573 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T20:51:00,575 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:00,577 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 175 msec
2024-11-18T20:51:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T20:51:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T20:51:00,730 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:00,742 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1609169838_22 at /127.0.0.1:53068 [Waiting for operation #205]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-74402442_22 at /127.0.0.1:58778 [Waiting for operation #221]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;29a7ef02c270:38231-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/29a7ef02c270:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1609169838_22 at /127.0.0.1:53300 [Waiting for operation #134]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=803 (was 601) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=726 (was 1453)
2024-11-18T20:51:00,756 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=803, ProcessCount=11, AvailableMemoryMB=725
2024-11-18T20:51:00,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:51:00,759 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:51:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:00,762 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:51:00,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:00,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 28
2024-11-18T20:51:00,763 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:51:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T20:51:00,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741927_1103 (size=959)
2024-11-18T20:51:00,784 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f
2024-11-18T20:51:00,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741928_1104 (size=53)
2024-11-18T20:51:00,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:51:00,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 15607a37d57f519af30e2bb2d8c487a8, disabling compactions & flushes
2024-11-18T20:51:00,799 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:00,799 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:00,799 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. after waiting 0 ms
2024-11-18T20:51:00,799 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:00,799 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:00,799 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15607a37d57f519af30e2bb2d8c487a8:
Waiting for close lock at 1731963060798Disabling compacts and flushes for region at 1731963060798Disabling writes for close at 1731963060799 (+1 ms)Writing region close event to WAL at 1731963060799Closed at 1731963060799
2024-11-18T20:51:00,800 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:51:00,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731963060800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963060800"}]},"ts":"1731963060800"}
2024-11-18T20:51:00,803 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:51:00,805 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:51:00,805 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963060805"}]},"ts":"1731963060805"}
2024-11-18T20:51:00,807 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T20:51:00,808 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, ASSIGN}]
2024-11-18T20:51:00,809 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, ASSIGN
2024-11-18T20:51:00,811 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, ASSIGN; state=OFFLINE, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=false
2024-11-18T20:51:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T20:51:00,962 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=15607a37d57f519af30e2bb2d8c487a8, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:00,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, ASSIGN because future has completed
2024-11-18T20:51:00,965 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:51:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T20:51:01,120 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:01,121 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:51:01,121 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,121 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:51:01,121 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,122 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,124 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 15607a37d57f519af30e2bb2d8c487a8 
2024-11-18T20:51:01,126 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15607a37d57f519af30e2bb2d8c487a8 columnFamilyName A
2024-11-18T20:51:01,126 DEBUG [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:01,127 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(327): Store=15607a37d57f519af30e2bb2d8c487a8/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:01,127 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 15607a37d57f519af30e2bb2d8c487a8 
2024-11-18T20:51:01,128 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15607a37d57f519af30e2bb2d8c487a8 columnFamilyName B
2024-11-18T20:51:01,128 DEBUG [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:01,129 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(327): Store=15607a37d57f519af30e2bb2d8c487a8/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:01,129 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 15607a37d57f519af30e2bb2d8c487a8 
2024-11-18T20:51:01,130 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15607a37d57f519af30e2bb2d8c487a8 columnFamilyName C
2024-11-18T20:51:01,130 DEBUG [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:01,131 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(327): Store=15607a37d57f519af30e2bb2d8c487a8/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:01,131 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,132 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,132 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,133 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,133 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,134 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:51:01,135 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,138 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:51:01,138 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 15607a37d57f519af30e2bb2d8c487a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72442857, jitterRate=0.07948268949985504}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:51:01,138 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,139 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 15607a37d57f519af30e2bb2d8c487a8:
Running coprocessor pre-open hook at 1731963061122Writing region info on filesystem at 1731963061122Initializing all the Stores at 1731963061123 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061123Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061124 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061124Cleaning up temporary data from old regions at 1731963061133 (+9 ms)Running coprocessor post-open hooks at 1731963061138 (+5 ms)Region opened successfully at 1731963061139 (+1 ms)
2024-11-18T20:51:01,140 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., pid=30, masterSystemTime=1731963061117
2024-11-18T20:51:01,143 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:01,143 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:01,143 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=15607a37d57f519af30e2bb2d8c487a8, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:51:01,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-18T20:51:01,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040 in 182 msec
2024-11-18T20:51:01,153 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-18T20:51:01,153 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, ASSIGN in 342 msec
2024-11-18T20:51:01,154 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:51:01,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963061154"}]},"ts":"1731963061154"}
2024-11-18T20:51:01,157 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T20:51:01,159 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:51:01,161 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 400 msec
2024-11-18T20:51:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-18T20:51:01,400 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:01,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328db2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:01,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:01,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:01,403 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2054a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:01,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:01,405 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c26dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:01,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:01,409 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:01,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T20:51:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40255,1731963027755
2024-11-18T20:51:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468dad96
2024-11-18T20:51:01,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T20:51:01,413 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T20:51:01,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:51:01,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:51:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:01,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741929_1105 (size=995)
2024-11-18T20:51:01,456 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-18T20:51:01,457 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-18T20:51:01,467 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:51:01,476 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, REOPEN/MOVE}]
2024-11-18T20:51:01,478 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, REOPEN/MOVE
2024-11-18T20:51:01,479 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=15607a37d57f519af30e2bb2d8c487a8, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:01,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, REOPEN/MOVE because future has completed
2024-11-18T20:51:01,486 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40255 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=29a7ef02c270,38231,1731963029040, table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-18T20:51:01,487 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:51:01,488 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:51:01,642 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:51:01,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 15607a37d57f519af30e2bb2d8c487a8, disabling compactions & flushes
2024-11-18T20:51:01,642 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:01,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:01,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. after waiting 0 ms
2024-11-18T20:51:01,642 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:01,654 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T20:51:01,655 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:01,655 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 15607a37d57f519af30e2bb2d8c487a8:
Waiting for close lock at 1731963061642Running coprocessor pre-close hooks at 1731963061642Disabling compacts and flushes for region at 1731963061642Disabling writes for close at 1731963061642Writing region close event to WAL at 1731963061650 (+8 ms)Running coprocessor post-close hooks at 1731963061655 (+5 ms)Closed at 1731963061655
2024-11-18T20:51:01,656 WARN  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 15607a37d57f519af30e2bb2d8c487a8 to self.
2024-11-18T20:51:01,658 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,663 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=15607a37d57f519af30e2bb2d8c487a8, regionState=CLOSED
2024-11-18T20:51:01,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:51:01,679 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-18T20:51:01,679 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040 in 190 msec
2024-11-18T20:51:01,680 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, REOPEN/MOVE; state=CLOSED, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=true
2024-11-18T20:51:01,831 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=15607a37d57f519af30e2bb2d8c487a8, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:01,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, REOPEN/MOVE because future has completed
2024-11-18T20:51:01,833 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:51:01,989 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:01,989 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:51:01,990 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,990 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:51:01,990 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,990 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:01,994 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 15607a37d57f519af30e2bb2d8c487a8 
2024-11-18T20:51:01,999 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15607a37d57f519af30e2bb2d8c487a8 columnFamilyName A
2024-11-18T20:51:02,002 DEBUG [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:02,002 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(327): Store=15607a37d57f519af30e2bb2d8c487a8/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:02,003 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 15607a37d57f519af30e2bb2d8c487a8 
2024-11-18T20:51:02,004 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15607a37d57f519af30e2bb2d8c487a8 columnFamilyName B
2024-11-18T20:51:02,004 DEBUG [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:02,005 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(327): Store=15607a37d57f519af30e2bb2d8c487a8/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:02,005 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 15607a37d57f519af30e2bb2d8c487a8 
2024-11-18T20:51:02,006 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15607a37d57f519af30e2bb2d8c487a8 columnFamilyName C
2024-11-18T20:51:02,006 DEBUG [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:02,006 INFO  [StoreOpener-15607a37d57f519af30e2bb2d8c487a8-1 {}] regionserver.HStore(327): Store=15607a37d57f519af30e2bb2d8c487a8/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:02,007 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,008 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,009 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,010 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,010 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,011 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:51:02,012 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,014 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 15607a37d57f519af30e2bb2d8c487a8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72371852, jitterRate=0.07842463254928589}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:51:02,014 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,015 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 15607a37d57f519af30e2bb2d8c487a8:
Running coprocessor pre-open hook at 1731963061990Writing region info on filesystem at 1731963061990Initializing all the Stores at 1731963061991 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061991Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061991Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963061991Cleaning up temporary data from old regions at 1731963062010 (+19 ms)Running coprocessor post-open hooks at 1731963062014 (+4 ms)Region opened successfully at 1731963062015 (+1 ms)
2024-11-18T20:51:02,016 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., pid=35, masterSystemTime=1731963061985
2024-11-18T20:51:02,019 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,019 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,019 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=15607a37d57f519af30e2bb2d8c487a8, regionState=OPEN, openSeqNum=5, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:51:02,026 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33
2024-11-18T20:51:02,026 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040 in 190 msec
2024-11-18T20:51:02,028 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T20:51:02,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, REOPEN/MOVE in 550 msec
2024-11-18T20:51:02,037 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-18T20:51:02,038 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 567 msec
2024-11-18T20:51:02,041 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 616 msec
2024-11-18T20:51:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T20:51:02,045 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:02,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f8ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,049 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52928261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,052 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adc3487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,056 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65172ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,059 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce1e915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,066 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6be700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,068 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfd5c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,073 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5719e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,075 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284332f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,078 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a07884e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,080 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5a3003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,088 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74748b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,090 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589defa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0dcac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,095 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62875a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,098 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146ccac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,101 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1908e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:02,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:02,105 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:02,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:02,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:02,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f920ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:02,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:02,107 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:02,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7a072b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:02,109 DEBUG [Thread-555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,109 DEBUG [Thread-551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,109 DEBUG [Thread-549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,110 DEBUG [Thread-566 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,110 DEBUG [Thread-564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,111 DEBUG [Thread-562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,112 DEBUG [Thread-564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,112 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,112 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,113 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,114 DEBUG [Thread-553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,114 DEBUG [Thread-560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,114 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees
2024-11-18T20:51:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,117 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T20:51:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,118 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,119 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,122 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:02,122 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:02,119 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,125 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,127 DEBUG [Thread-557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,137 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:02,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:51:02,158 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:02,158 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:51:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T20:51:02,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cceba4e80c614484b181b96bb55ce05f_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963062144/Put/seqid=0
2024-11-18T20:51:02,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T20:51:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963122256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963122256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963122261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963122267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963122281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741930_1106 (size=14594)
2024-11-18T20:51:02,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:02,317 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cceba4e80c614484b181b96bb55ce05f_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cceba4e80c614484b181b96bb55ce05f_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:02,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/1a6e8c1e1953468797d0e2a096d83a72, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:02,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/1a6e8c1e1953468797d0e2a096d83a72 is 175, key is test_row_0/A:col10/1731963062144/Put/seqid=0
2024-11-18T20:51:02,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741931_1107 (size=39549)
2024-11-18T20:51:02,388 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/1a6e8c1e1953468797d0e2a096d83a72
2024-11-18T20:51:02,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963122401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963122402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963122402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963122401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963122410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T20:51:02,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T20:51:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/d41f6581193649f3b072e88679a47177 is 50, key is test_row_0/B:col10/1731963062144/Put/seqid=0
2024-11-18T20:51:02,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741932_1108 (size=12001)
2024-11-18T20:51:02,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T20:51:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963122620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963122620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963122620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963122630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963122635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T20:51:02,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T20:51:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T20:51:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:02,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:02,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963122939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963122931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963122939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963122942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963122944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:02,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:02,965 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/d41f6581193649f3b072e88679a47177
2024-11-18T20:51:03,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/4790fb53b80c4fb7be504138552a749d is 50, key is test_row_0/C:col10/1731963062144/Put/seqid=0
2024-11-18T20:51:03,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T20:51:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:03,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:03,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741933_1109 (size=12001)
2024-11-18T20:51:03,125 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/4790fb53b80c4fb7be504138552a749d
2024-11-18T20:51:03,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/1a6e8c1e1953468797d0e2a096d83a72 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/1a6e8c1e1953468797d0e2a096d83a72
2024-11-18T20:51:03,139 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/1a6e8c1e1953468797d0e2a096d83a72, entries=200, sequenceid=15, filesize=38.6 K
2024-11-18T20:51:03,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/d41f6581193649f3b072e88679a47177 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d41f6581193649f3b072e88679a47177
2024-11-18T20:51:03,148 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d41f6581193649f3b072e88679a47177, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T20:51:03,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/4790fb53b80c4fb7be504138552a749d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4790fb53b80c4fb7be504138552a749d
2024-11-18T20:51:03,158 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4790fb53b80c4fb7be504138552a749d, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T20:51:03,159 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 15607a37d57f519af30e2bb2d8c487a8 in 1001ms, sequenceid=15, compaction requested=false
2024-11-18T20:51:03,159 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T20:51:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:03,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-18T20:51:03,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:03,223 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:51:03,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118514c8fde59e74df6b2ccec9354f6803a_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963062251/Put/seqid=0
2024-11-18T20:51:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T20:51:03,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741934_1110 (size=12154)
2024-11-18T20:51:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:03,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963123469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963123470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963123471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963123472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963123490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963123590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963123590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963123590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963123592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963123601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:03,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118514c8fde59e74df6b2ccec9354f6803a_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118514c8fde59e74df6b2ccec9354f6803a_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:03,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/788df660e8ff45cc9b338a18bb248abf, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/788df660e8ff45cc9b338a18bb248abf is 175, key is test_row_0/A:col10/1731963062251/Put/seqid=0
2024-11-18T20:51:03,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741935_1111 (size=30955)
2024-11-18T20:51:03,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/788df660e8ff45cc9b338a18bb248abf
2024-11-18T20:51:03,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/b1cf53303d6b420c8ca936cb10d372fa is 50, key is test_row_0/B:col10/1731963062251/Put/seqid=0
2024-11-18T20:51:03,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963123810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963123810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963123811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741936_1112 (size=12001)
2024-11-18T20:51:03,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963123811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/b1cf53303d6b420c8ca936cb10d372fa
2024-11-18T20:51:03,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963123822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:03,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:03,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:03,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/ba2dadbfd5d74f1980f930805e32b51c is 50, key is test_row_0/C:col10/1731963062251/Put/seqid=0
2024-11-18T20:51:03,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741937_1113 (size=12001)
2024-11-18T20:51:04,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963124120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963124121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963124121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963124130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963124140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T20:51:04,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/ba2dadbfd5d74f1980f930805e32b51c
2024-11-18T20:51:04,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/788df660e8ff45cc9b338a18bb248abf as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/788df660e8ff45cc9b338a18bb248abf
2024-11-18T20:51:04,320 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/788df660e8ff45cc9b338a18bb248abf, entries=150, sequenceid=40, filesize=30.2 K
2024-11-18T20:51:04,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/b1cf53303d6b420c8ca936cb10d372fa as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/b1cf53303d6b420c8ca936cb10d372fa
2024-11-18T20:51:04,344 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/b1cf53303d6b420c8ca936cb10d372fa, entries=150, sequenceid=40, filesize=11.7 K
2024-11-18T20:51:04,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/ba2dadbfd5d74f1980f930805e32b51c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ba2dadbfd5d74f1980f930805e32b51c
2024-11-18T20:51:04,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ba2dadbfd5d74f1980f930805e32b51c, entries=150, sequenceid=40, filesize=11.7 K
2024-11-18T20:51:04,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 15607a37d57f519af30e2bb2d8c487a8 in 1136ms, sequenceid=40, compaction requested=false
2024-11-18T20:51:04,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:04,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:04,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-18T20:51:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-11-18T20:51:04,364 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-18T20:51:04,365 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec
2024-11-18T20:51:04,368 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.2560 sec
2024-11-18T20:51:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:04,634 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:04,635 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-18T20:51:04,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186aad8e71a25c49eaba43661b9d1149ec_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963063456/Put/seqid=0
2024-11-18T20:51:04,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963124699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741938_1114 (size=14594)
2024-11-18T20:51:04,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:04,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963124711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963124713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963124715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963124711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,742 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186aad8e71a25c49eaba43661b9d1149ec_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186aad8e71a25c49eaba43661b9d1149ec_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/8f86bed6d44448e489e14cb146f754b3, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:04,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/8f86bed6d44448e489e14cb146f754b3 is 175, key is test_row_0/A:col10/1731963063456/Put/seqid=0
2024-11-18T20:51:04,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741939_1115 (size=39549)
2024-11-18T20:51:04,793 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/8f86bed6d44448e489e14cb146f754b3
2024-11-18T20:51:04,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/78210774750c49dba101ab51ca74c64e is 50, key is test_row_0/B:col10/1731963063456/Put/seqid=0
2024-11-18T20:51:04,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963124820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963124840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963124841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741940_1116 (size=12001)
2024-11-18T20:51:04,852 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/78210774750c49dba101ab51ca74c64e
2024-11-18T20:51:04,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963124850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963124850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:04,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:04,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:04,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/1a883c9d6c7e4ae88ada13565cc50a8d is 50, key is test_row_0/C:col10/1731963063456/Put/seqid=0
2024-11-18T20:51:04,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741941_1117 (size=12001)
2024-11-18T20:51:04,916 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/1a883c9d6c7e4ae88ada13565cc50a8d
2024-11-18T20:51:04,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/8f86bed6d44448e489e14cb146f754b3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8f86bed6d44448e489e14cb146f754b3
2024-11-18T20:51:04,946 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8f86bed6d44448e489e14cb146f754b3, entries=200, sequenceid=53, filesize=38.6 K
2024-11-18T20:51:04,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/78210774750c49dba101ab51ca74c64e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/78210774750c49dba101ab51ca74c64e
2024-11-18T20:51:04,956 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/78210774750c49dba101ab51ca74c64e, entries=150, sequenceid=53, filesize=11.7 K
2024-11-18T20:51:04,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/1a883c9d6c7e4ae88ada13565cc50a8d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a883c9d6c7e4ae88ada13565cc50a8d
2024-11-18T20:51:04,966 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a883c9d6c7e4ae88ada13565cc50a8d, entries=150, sequenceid=53, filesize=11.7 K
2024-11-18T20:51:04,976 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 15607a37d57f519af30e2bb2d8c487a8 in 342ms, sequenceid=53, compaction requested=true
2024-11-18T20:51:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:04,976 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:04,976 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:04,978 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:04,978 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:04,978 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:04,978 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/1a6e8c1e1953468797d0e2a096d83a72, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/788df660e8ff45cc9b338a18bb248abf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8f86bed6d44448e489e14cb146f754b3] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=107.5 K
2024-11-18T20:51:04,978 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:04,979 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/1a6e8c1e1953468797d0e2a096d83a72, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/788df660e8ff45cc9b338a18bb248abf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8f86bed6d44448e489e14cb146f754b3]
2024-11-18T20:51:04,980 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:04,980 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:04,980 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a6e8c1e1953468797d0e2a096d83a72, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963062135
2024-11-18T20:51:04,980 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:04,980 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d41f6581193649f3b072e88679a47177, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/b1cf53303d6b420c8ca936cb10d372fa, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/78210774750c49dba101ab51ca74c64e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=35.2 K
2024-11-18T20:51:04,980 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 788df660e8ff45cc9b338a18bb248abf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963062245
2024-11-18T20:51:04,982 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d41f6581193649f3b072e88679a47177, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963062135
2024-11-18T20:51:04,982 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f86bed6d44448e489e14cb146f754b3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963063456
2024-11-18T20:51:04,983 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b1cf53303d6b420c8ca936cb10d372fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963062245
2024-11-18T20:51:04,983 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 78210774750c49dba101ab51ca74c64e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963063456
2024-11-18T20:51:04,998 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:05,010 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:05,011 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1f73884e8e8245259e29ce10dbf9e6df is 50, key is test_row_0/B:col10/1731963063456/Put/seqid=0
2024-11-18T20:51:05,032 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411181bcbf2dbb698418b9e2a462c35550814_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:05,039 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411181bcbf2dbb698418b9e2a462c35550814_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:05,039 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181bcbf2dbb698418b9e2a462c35550814_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:05,054 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:05,054 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-18T20:51:05,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741942_1118 (size=12104)
2024-11-18T20:51:05,080 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1f73884e8e8245259e29ce10dbf9e6df as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1f73884e8e8245259e29ce10dbf9e6df
2024-11-18T20:51:05,085 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:51:05,089 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into 1f73884e8e8245259e29ce10dbf9e6df(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:05,089 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:05,089 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=13, startTime=1731963064976; duration=0sec
2024-11-18T20:51:05,089 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:05,089 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:05,089 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:05,091 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:05,091 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:05,091 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:05,091 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4790fb53b80c4fb7be504138552a749d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ba2dadbfd5d74f1980f930805e32b51c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a883c9d6c7e4ae88ada13565cc50a8d] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=35.2 K
2024-11-18T20:51:05,092 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4790fb53b80c4fb7be504138552a749d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963062135
2024-11-18T20:51:05,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741943_1119 (size=4469)
2024-11-18T20:51:05,094 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ba2dadbfd5d74f1980f930805e32b51c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963062245
2024-11-18T20:51:05,094 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a883c9d6c7e4ae88ada13565cc50a8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963063456
2024-11-18T20:51:05,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189ccdda5ec95f49ba84f673335360d5e8_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963064709/Put/seqid=0
2024-11-18T20:51:05,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963125091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963125093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963125096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963125111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963125123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,149 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:05,150 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/7923ac7d69cd4a62a032c9b7900f29bb is 50, key is test_row_0/C:col10/1731963063456/Put/seqid=0
2024-11-18T20:51:05,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741944_1120 (size=14594)
2024-11-18T20:51:05,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:05,206 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189ccdda5ec95f49ba84f673335360d5e8_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189ccdda5ec95f49ba84f673335360d5e8_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:05,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/a5f65b98ca25445c8a77255a31598bf8, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:05,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/a5f65b98ca25445c8a77255a31598bf8 is 175, key is test_row_0/A:col10/1731963064709/Put/seqid=0
2024-11-18T20:51:05,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963125220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741945_1121 (size=12104)
2024-11-18T20:51:05,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963125220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741946_1122 (size=39549)
2024-11-18T20:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963125230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963125230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,243 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/a5f65b98ca25445c8a77255a31598bf8
2024-11-18T20:51:05,254 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/7923ac7d69cd4a62a032c9b7900f29bb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7923ac7d69cd4a62a032c9b7900f29bb
2024-11-18T20:51:05,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963125241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,268 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into 7923ac7d69cd4a62a032c9b7900f29bb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:05,268 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:05,268 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=13, startTime=1731963064976; duration=0sec
2024-11-18T20:51:05,268 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:05,268 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:05,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/af08dfff38484e288695bfbb9d00f1ae is 50, key is test_row_0/B:col10/1731963064709/Put/seqid=0
2024-11-18T20:51:05,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741947_1123 (size=12001)
2024-11-18T20:51:05,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963125442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963125444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963125455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963125457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963125470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,497 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#99 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:05,498 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/94c81b32d99a4ce489ecaf5850b56534 is 175, key is test_row_0/A:col10/1731963063456/Put/seqid=0
2024-11-18T20:51:05,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741948_1124 (size=31058)
2024-11-18T20:51:05,559 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/94c81b32d99a4ce489ecaf5850b56534 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/94c81b32d99a4ce489ecaf5850b56534
2024-11-18T20:51:05,570 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into 94c81b32d99a4ce489ecaf5850b56534(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:05,570 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:05,570 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=13, startTime=1731963064976; duration=0sec
2024-11-18T20:51:05,570 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:05,570 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:05,742 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/af08dfff38484e288695bfbb9d00f1ae
2024-11-18T20:51:05,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/78864ff50a144b1c93fac83536c7b08b is 50, key is test_row_0/C:col10/1731963064709/Put/seqid=0
2024-11-18T20:51:05,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963125760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963125769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963125769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963125770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963125792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:05,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741949_1125 (size=12001)
2024-11-18T20:51:06,240 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/78864ff50a144b1c93fac83536c7b08b
2024-11-18T20:51:06,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/a5f65b98ca25445c8a77255a31598bf8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a5f65b98ca25445c8a77255a31598bf8
2024-11-18T20:51:06,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a5f65b98ca25445c8a77255a31598bf8, entries=200, sequenceid=77, filesize=38.6 K
2024-11-18T20:51:06,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/af08dfff38484e288695bfbb9d00f1ae as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/af08dfff38484e288695bfbb9d00f1ae
2024-11-18T20:51:06,270 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/af08dfff38484e288695bfbb9d00f1ae, entries=150, sequenceid=77, filesize=11.7 K
2024-11-18T20:51:06,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/78864ff50a144b1c93fac83536c7b08b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/78864ff50a144b1c93fac83536c7b08b
2024-11-18T20:51:06,285 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/78864ff50a144b1c93fac83536c7b08b, entries=150, sequenceid=77, filesize=11.7 K
2024-11-18T20:51:06,287 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 15607a37d57f519af30e2bb2d8c487a8 in 1233ms, sequenceid=77, compaction requested=false
2024-11-18T20:51:06,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:06,290 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:06,290 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:51:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-18T20:51:06,302 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:06,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees
2024-11-18T20:51:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T20:51:06,306 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:06,307 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:06,307 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:06,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182a822b893173485188023e426e24526b_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963066289/Put/seqid=0
2024-11-18T20:51:06,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963126352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741950_1126 (size=17034)
2024-11-18T20:51:06,382 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:06,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963126360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963126371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963126372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963126374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,403 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182a822b893173485188023e426e24526b_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182a822b893173485188023e426e24526b_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:06,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/9748067e4c844da8999707d44a230166, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:06,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/9748067e4c844da8999707d44a230166 is 175, key is test_row_0/A:col10/1731963066289/Put/seqid=0
2024-11-18T20:51:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T20:51:06,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:06,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:06,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:06,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741951_1127 (size=48139)
2024-11-18T20:51:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963126480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963126490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963126490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963126491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963126491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T20:51:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:06,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:06,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:06,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:06,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963126690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963126700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963126711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963126711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963126714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:06,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:06,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:06,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:06,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:06,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:06,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,871 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/9748067e4c844da8999707d44a230166
2024-11-18T20:51:06,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/667eb8b816e44e63b41f1bf0e5a59e64 is 50, key is test_row_0/B:col10/1731963066289/Put/seqid=0
2024-11-18T20:51:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T20:51:06,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:06,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:06,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:06,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:06,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:06,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741952_1128 (size=12001)
2024-11-18T20:51:06,971 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/667eb8b816e44e63b41f1bf0e5a59e64
2024-11-18T20:51:07,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/63c8b45ad19b4ec98322b7bdac3b5ca7 is 50, key is test_row_0/C:col10/1731963066289/Put/seqid=0
2024-11-18T20:51:07,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963127010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963127040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963127040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963127040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963127051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741953_1129 (size=12001)
2024-11-18T20:51:07,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:07,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:07,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T20:51:07,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/63c8b45ad19b4ec98322b7bdac3b5ca7
2024-11-18T20:51:07,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/9748067e4c844da8999707d44a230166 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/9748067e4c844da8999707d44a230166
2024-11-18T20:51:07,490 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/9748067e4c844da8999707d44a230166, entries=250, sequenceid=95, filesize=47.0 K
2024-11-18T20:51:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/667eb8b816e44e63b41f1bf0e5a59e64 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/667eb8b816e44e63b41f1bf0e5a59e64
2024-11-18T20:51:07,506 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/667eb8b816e44e63b41f1bf0e5a59e64, entries=150, sequenceid=95, filesize=11.7 K
2024-11-18T20:51:07,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/63c8b45ad19b4ec98322b7bdac3b5ca7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/63c8b45ad19b4ec98322b7bdac3b5ca7
2024-11-18T20:51:07,517 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/63c8b45ad19b4ec98322b7bdac3b5ca7, entries=150, sequenceid=95, filesize=11.7 K
2024-11-18T20:51:07,529 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 15607a37d57f519af30e2bb2d8c487a8 in 1239ms, sequenceid=95, compaction requested=true
2024-11-18T20:51:07,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:07,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:07,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:07,529 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:07,530 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:07,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:07,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:07,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:07,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:07,531 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:07,531 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:07,531 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:07,531 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:07,531 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,531 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,532 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/94c81b32d99a4ce489ecaf5850b56534, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a5f65b98ca25445c8a77255a31598bf8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/9748067e4c844da8999707d44a230166] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=116.0 K
2024-11-18T20:51:07,532 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1f73884e8e8245259e29ce10dbf9e6df, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/af08dfff38484e288695bfbb9d00f1ae, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/667eb8b816e44e63b41f1bf0e5a59e64] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=35.3 K
2024-11-18T20:51:07,532 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,532 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/94c81b32d99a4ce489ecaf5850b56534, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a5f65b98ca25445c8a77255a31598bf8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/9748067e4c844da8999707d44a230166]
2024-11-18T20:51:07,532 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94c81b32d99a4ce489ecaf5850b56534, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963063456
2024-11-18T20:51:07,532 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f73884e8e8245259e29ce10dbf9e6df, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963063456
2024-11-18T20:51:07,532 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting af08dfff38484e288695bfbb9d00f1ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963064695
2024-11-18T20:51:07,533 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5f65b98ca25445c8a77255a31598bf8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963064695
2024-11-18T20:51:07,534 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 667eb8b816e44e63b41f1bf0e5a59e64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731963065103
2024-11-18T20:51:07,535 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9748067e4c844da8999707d44a230166, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731963065093
2024-11-18T20:51:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:07,548 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:51:07,559 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:07,559 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:07,559 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/6cd8a2971f6846e18f53ca4c4eca06d1 is 50, key is test_row_0/B:col10/1731963066289/Put/seqid=0
2024-11-18T20:51:07,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,600 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411180321f06f99e54b6188f26230b95ff364_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:07,604 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411180321f06f99e54b6188f26230b95ff364_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:07,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963127589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,605 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180321f06f99e54b6188f26230b95ff364_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963127600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963127599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963127604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963127605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111837e24b1892e44c45934aa774872a8cd8_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963066347/Put/seqid=0
2024-11-18T20:51:07,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741955_1131 (size=4469)
2024-11-18T20:51:07,682 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#109 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:07,683 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/ed708dacb04344f1848a1076f2e44c24 is 175, key is test_row_0/A:col10/1731963066289/Put/seqid=0
2024-11-18T20:51:07,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741954_1130 (size=12207)
2024-11-18T20:51:07,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741957_1133 (size=31161)
2024-11-18T20:51:07,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963127711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741956_1132 (size=14594)
2024-11-18T20:51:07,733 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:07,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963127729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963127729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963127730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:07,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963127730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,747 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111837e24b1892e44c45934aa774872a8cd8_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111837e24b1892e44c45934aa774872a8cd8_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:07,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:07,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/b17e1d5677b142b9a58dce55552b4722, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/b17e1d5677b142b9a58dce55552b4722 is 175, key is test_row_0/A:col10/1731963066347/Put/seqid=0
2024-11-18T20:51:07,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741958_1134 (size=39549)
2024-11-18T20:51:07,787 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/b17e1d5677b142b9a58dce55552b4722
2024-11-18T20:51:07,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/6763787aa6d4420eb38c5644016a776d is 50, key is test_row_0/B:col10/1731963066347/Put/seqid=0
2024-11-18T20:51:07,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:07,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:07,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963127920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741959_1135 (size=12001)
2024-11-18T20:51:07,941 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/6763787aa6d4420eb38c5644016a776d
2024-11-18T20:51:07,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963127951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963127951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963127951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963127951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:07,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f5f60b403df142008eb0de35a4d47313 is 50, key is test_row_0/C:col10/1731963066347/Put/seqid=0
2024-11-18T20:51:08,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741960_1136 (size=12001)
2024-11-18T20:51:08,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f5f60b403df142008eb0de35a4d47313
2024-11-18T20:51:08,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/b17e1d5677b142b9a58dce55552b4722 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b17e1d5677b142b9a58dce55552b4722
2024-11-18T20:51:08,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:08,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:08,070 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b17e1d5677b142b9a58dce55552b4722, entries=200, sequenceid=118, filesize=38.6 K
2024-11-18T20:51:08,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/6763787aa6d4420eb38c5644016a776d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6763787aa6d4420eb38c5644016a776d
2024-11-18T20:51:08,077 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6763787aa6d4420eb38c5644016a776d, entries=150, sequenceid=118, filesize=11.7 K
2024-11-18T20:51:08,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f5f60b403df142008eb0de35a4d47313 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f5f60b403df142008eb0de35a4d47313
2024-11-18T20:51:08,086 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f5f60b403df142008eb0de35a4d47313, entries=150, sequenceid=118, filesize=11.7 K
2024-11-18T20:51:08,089 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 15607a37d57f519af30e2bb2d8c487a8 in 541ms, sequenceid=118, compaction requested=true
2024-11-18T20:51:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:51:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-18T20:51:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0
2024-11-18T20:51:08,135 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/6cd8a2971f6846e18f53ca4c4eca06d1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6cd8a2971f6846e18f53ca4c4eca06d1
2024-11-18T20:51:08,136 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/ed708dacb04344f1848a1076f2e44c24 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/ed708dacb04344f1848a1076f2e44c24
2024-11-18T20:51:08,145 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into 6cd8a2971f6846e18f53ca4c4eca06d1(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:08,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:08,145 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=13, startTime=1731963067529; duration=0sec
2024-11-18T20:51:08,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0
2024-11-18T20:51:08,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:08,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking
2024-11-18T20:51:08,147 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-18T20:51:08,147 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-18T20:51:08,147 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. because compaction request was cancelled
2024-11-18T20:51:08,147 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:08,147 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:08,148 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into ed708dacb04344f1848a1076f2e44c24(size=30.4 K), total size for store is 69.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:08,148 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:08,148 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=13, startTime=1731963067529; duration=0sec
2024-11-18T20:51:08,148 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:51:08,148 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:08,148 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:08,150 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:08,150 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:08,150 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:08,150 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7923ac7d69cd4a62a032c9b7900f29bb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/78864ff50a144b1c93fac83536c7b08b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/63c8b45ad19b4ec98322b7bdac3b5ca7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f5f60b403df142008eb0de35a4d47313] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=47.0 K
2024-11-18T20:51:08,151 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking
2024-11-18T20:51:08,151 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-18T20:51:08,151 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-18T20:51:08,151 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. because compaction request was cancelled
2024-11-18T20:51:08,151 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:08,151 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-18T20:51:08,152 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-18T20:51:08,152 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-18T20:51:08,152 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. because compaction request was cancelled
2024-11-18T20:51:08,152 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:08,152 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7923ac7d69cd4a62a032c9b7900f29bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963063456
2024-11-18T20:51:08,153 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 78864ff50a144b1c93fac83536c7b08b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731963064695
2024-11-18T20:51:08,153 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c8b45ad19b4ec98322b7bdac3b5ca7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731963065103
2024-11-18T20:51:08,154 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f5f60b403df142008eb0de35a4d47313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963066347
2024-11-18T20:51:08,183 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:08,188 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/e63a9f091e1f43c982f212fa9e5bfe36 is 50, key is test_row_0/C:col10/1731963066347/Put/seqid=0
2024-11-18T20:51:08,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-18T20:51:08,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:08,216 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:51:08,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741961_1137 (size=12241)
2024-11-18T20:51:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:08,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111876e2564697d7449eb03c05749dd0483e_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963067593/Put/seqid=0
2024-11-18T20:51:08,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741962_1138 (size=12254)
2024-11-18T20:51:08,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963128330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963128330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963128332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963128333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963128336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963128443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T20:51:08,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963128460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963128461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963128470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963128478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963128650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,667 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/e63a9f091e1f43c982f212fa9e5bfe36 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/e63a9f091e1f43c982f212fa9e5bfe36
2024-11-18T20:51:08,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963128680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963128680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,684 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into e63a9f091e1f43c982f212fa9e5bfe36(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,684 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,684 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=12, startTime=1731963068090; duration=0sec
2024-11-18T20:51:08,684 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:08,684 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:08,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963128689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963128700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:08,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111876e2564697d7449eb03c05749dd0483e_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876e2564697d7449eb03c05749dd0483e_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:08,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/f452dde729584515aa8cb6ff27258c08, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:08,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/f452dde729584515aa8cb6ff27258c08 is 175, key is test_row_0/A:col10/1731963067593/Put/seqid=0
2024-11-18T20:51:08,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741963_1139 (size=31055)
2024-11-18T20:51:08,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/f452dde729584515aa8cb6ff27258c08
2024-11-18T20:51:08,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/fcdd68ab6f0e4bb998d394c15dc7b8b0 is 50, key is test_row_0/B:col10/1731963067593/Put/seqid=0
2024-11-18T20:51:08,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741964_1140 (size=12101)
2024-11-18T20:51:08,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963128960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963128989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963128989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963129009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963129010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/fcdd68ab6f0e4bb998d394c15dc7b8b0
2024-11-18T20:51:09,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/7f116f0418b74c81a1b71c7f90fb7c5e is 50, key is test_row_0/C:col10/1731963067593/Put/seqid=0
2024-11-18T20:51:09,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741965_1141 (size=12101)
2024-11-18T20:51:09,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/7f116f0418b74c81a1b71c7f90fb7c5e
2024-11-18T20:51:09,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/f452dde729584515aa8cb6ff27258c08 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f452dde729584515aa8cb6ff27258c08
2024-11-18T20:51:09,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f452dde729584515aa8cb6ff27258c08, entries=150, sequenceid=134, filesize=30.3 K
2024-11-18T20:51:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/fcdd68ab6f0e4bb998d394c15dc7b8b0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/fcdd68ab6f0e4bb998d394c15dc7b8b0
2024-11-18T20:51:09,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/fcdd68ab6f0e4bb998d394c15dc7b8b0, entries=150, sequenceid=134, filesize=11.8 K
2024-11-18T20:51:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/7f116f0418b74c81a1b71c7f90fb7c5e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7f116f0418b74c81a1b71c7f90fb7c5e
2024-11-18T20:51:09,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7f116f0418b74c81a1b71c7f90fb7c5e, entries=150, sequenceid=134, filesize=11.8 K
2024-11-18T20:51:09,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 15607a37d57f519af30e2bb2d8c487a8 in 1172ms, sequenceid=134, compaction requested=true
2024-11-18T20:51:09,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:09,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:09,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39
2024-11-18T20:51:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=39
2024-11-18T20:51:09,393 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-18T20:51:09,393 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0830 sec
2024-11-18T20:51:09,398 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 3.0920 sec
2024-11-18T20:51:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:09,484 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:09,484 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-18T20:51:09,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187d7d436268d94ffd8a682989f47ac430_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963068309/Put/seqid=0
2024-11-18T20:51:09,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963129525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963129531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963129535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963129537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741966_1142 (size=14794)
2024-11-18T20:51:09,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:09,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963129544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,560 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187d7d436268d94ffd8a682989f47ac430_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187d7d436268d94ffd8a682989f47ac430_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:09,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/36f8134f4a9d4ab5aa67219f1bf22017, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:09,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/36f8134f4a9d4ab5aa67219f1bf22017 is 175, key is test_row_0/A:col10/1731963068309/Put/seqid=0
2024-11-18T20:51:09,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741967_1143 (size=39749)
2024-11-18T20:51:09,574 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/36f8134f4a9d4ab5aa67219f1bf22017
2024-11-18T20:51:09,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/6592c300a64d40d1895e837af110e53c is 50, key is test_row_0/B:col10/1731963068309/Put/seqid=0
2024-11-18T20:51:09,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741968_1144 (size=12151)
2024-11-18T20:51:09,603 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/6592c300a64d40d1895e837af110e53c
2024-11-18T20:51:09,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/26d2edce8d1a40bb9bf4605b82d8165c is 50, key is test_row_0/C:col10/1731963068309/Put/seqid=0
2024-11-18T20:51:09,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963129641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963129650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963129650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963129660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963129661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741969_1145 (size=12151)
2024-11-18T20:51:09,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963129850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963129870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963129870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963129879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:09,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963129880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,071 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/26d2edce8d1a40bb9bf4605b82d8165c
2024-11-18T20:51:10,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/36f8134f4a9d4ab5aa67219f1bf22017 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/36f8134f4a9d4ab5aa67219f1bf22017
2024-11-18T20:51:10,117 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/36f8134f4a9d4ab5aa67219f1bf22017, entries=200, sequenceid=159, filesize=38.8 K
2024-11-18T20:51:10,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/6592c300a64d40d1895e837af110e53c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6592c300a64d40d1895e837af110e53c
2024-11-18T20:51:10,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6592c300a64d40d1895e837af110e53c, entries=150, sequenceid=159, filesize=11.9 K
2024-11-18T20:51:10,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/26d2edce8d1a40bb9bf4605b82d8165c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/26d2edce8d1a40bb9bf4605b82d8165c
2024-11-18T20:51:10,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963130160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,165 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/26d2edce8d1a40bb9bf4605b82d8165c, entries=150, sequenceid=159, filesize=11.9 K
2024-11-18T20:51:10,167 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 15607a37d57f519af30e2bb2d8c487a8 in 683ms, sequenceid=159, compaction requested=true
2024-11-18T20:51:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:10,167 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:10,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:10,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:51:10,168 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:10,176 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:10,176 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:10,176 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,176 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/ed708dacb04344f1848a1076f2e44c24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b17e1d5677b142b9a58dce55552b4722, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f452dde729584515aa8cb6ff27258c08, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/36f8134f4a9d4ab5aa67219f1bf22017] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=138.2 K
2024-11-18T20:51:10,176 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,177 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/ed708dacb04344f1848a1076f2e44c24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b17e1d5677b142b9a58dce55552b4722, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f452dde729584515aa8cb6ff27258c08, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/36f8134f4a9d4ab5aa67219f1bf22017]
2024-11-18T20:51:10,177 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ed708dacb04344f1848a1076f2e44c24, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731963065103
2024-11-18T20:51:10,177 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:10,177 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:10,177 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,178 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6cd8a2971f6846e18f53ca4c4eca06d1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6763787aa6d4420eb38c5644016a776d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/fcdd68ab6f0e4bb998d394c15dc7b8b0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6592c300a64d40d1895e837af110e53c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=47.3 K
2024-11-18T20:51:10,178 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b17e1d5677b142b9a58dce55552b4722, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963066347
2024-11-18T20:51:10,184 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cd8a2971f6846e18f53ca4c4eca06d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731963065103
2024-11-18T20:51:10,184 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f452dde729584515aa8cb6ff27258c08, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731963067572
2024-11-18T20:51:10,184 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6763787aa6d4420eb38c5644016a776d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963066347
2024-11-18T20:51:10,184 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f8134f4a9d4ab5aa67219f1bf22017, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963068309
2024-11-18T20:51:10,184 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcdd68ab6f0e4bb998d394c15dc7b8b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731963067572
2024-11-18T20:51:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:10,185 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:10,185 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-18T20:51:10,192 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6592c300a64d40d1895e837af110e53c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963068309
2024-11-18T20:51:10,244 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:10,253 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:10,254 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/a45ab9cabb1f4fc48ad60a1eb4bcb153 is 50, key is test_row_0/B:col10/1731963068309/Put/seqid=0
2024-11-18T20:51:10,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963130253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963130255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111840cba26292f34d96a4a0c6f11bba211e_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963069534/Put/seqid=0
2024-11-18T20:51:10,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963130257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963130266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,276 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118d2ce807901eb43209cef33d153ca420a_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:10,279 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118d2ce807901eb43209cef33d153ca420a_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:10,279 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d2ce807901eb43209cef33d153ca420a_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:10,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741970_1146 (size=12493)
2024-11-18T20:51:10,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741971_1147 (size=14794)
2024-11-18T20:51:10,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:10,365 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111840cba26292f34d96a4a0c6f11bba211e_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111840cba26292f34d96a4a0c6f11bba211e_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:10,366 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/a0ed1be1f9e54f20ad26e1ba77b1227f, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:10,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/a0ed1be1f9e54f20ad26e1ba77b1227f is 175, key is test_row_0/A:col10/1731963069534/Put/seqid=0
2024-11-18T20:51:10,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963130370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963130370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963130370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963130379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741972_1148 (size=4469)
2024-11-18T20:51:10,390 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#120 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:10,391 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/3f6043b739814a138f0a889c4a6575ee is 175, key is test_row_0/A:col10/1731963068309/Put/seqid=0
2024-11-18T20:51:10,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741973_1149 (size=39749)
2024-11-18T20:51:10,398 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/a0ed1be1f9e54f20ad26e1ba77b1227f
2024-11-18T20:51:10,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/47792227bdeb4fc1b0e80d299e1c73bf is 50, key is test_row_0/B:col10/1731963069534/Put/seqid=0
2024-11-18T20:51:10,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741974_1150 (size=31447)
2024-11-18T20:51:10,427 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/3f6043b739814a138f0a889c4a6575ee as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3f6043b739814a138f0a889c4a6575ee
2024-11-18T20:51:10,436 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into 3f6043b739814a138f0a889c4a6575ee(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:10,437 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:10,437 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=12, startTime=1731963070167; duration=0sec
2024-11-18T20:51:10,437 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:10,437 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:10,437 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:10,438 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:10,438 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:10,438 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,438 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/e63a9f091e1f43c982f212fa9e5bfe36, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7f116f0418b74c81a1b71c7f90fb7c5e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/26d2edce8d1a40bb9bf4605b82d8165c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=35.6 K
2024-11-18T20:51:10,439 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting e63a9f091e1f43c982f212fa9e5bfe36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963066347
2024-11-18T20:51:10,441 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f116f0418b74c81a1b71c7f90fb7c5e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731963067572
2024-11-18T20:51:10,441 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 26d2edce8d1a40bb9bf4605b82d8165c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963068309
2024-11-18T20:51:10,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741975_1151 (size=12151)
2024-11-18T20:51:10,465 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:10,465 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/5a4ec2f751ae40188a984250f5db0d44 is 50, key is test_row_0/C:col10/1731963068309/Put/seqid=0
2024-11-18T20:51:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-18T20:51:10,471 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:10,471 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-18T20:51:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T20:51:10,478 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:10,479 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:10,479 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:10,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741976_1152 (size=12493)
2024-11-18T20:51:10,507 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/5a4ec2f751ae40188a984250f5db0d44 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/5a4ec2f751ae40188a984250f5db0d44
2024-11-18T20:51:10,515 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into 5a4ec2f751ae40188a984250f5db0d44(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:10,516 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:10,516 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=13, startTime=1731963070168; duration=0sec
2024-11-18T20:51:10,516 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:10,516 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T20:51:10,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963130580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963130580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963130580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963130590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:10,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963130670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,746 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/a45ab9cabb1f4fc48ad60a1eb4bcb153 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a45ab9cabb1f4fc48ad60a1eb4bcb153
2024-11-18T20:51:10,755 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into a45ab9cabb1f4fc48ad60a1eb4bcb153(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:10,755 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:10,755 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=12, startTime=1731963070167; duration=0sec
2024-11-18T20:51:10,755 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:10,755 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:10,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:10,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:10,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:10,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T20:51:10,867 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/47792227bdeb4fc1b0e80d299e1c73bf
2024-11-18T20:51:10,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/ad1196ac119a44ada654468c2c098a24 is 50, key is test_row_0/C:col10/1731963069534/Put/seqid=0
2024-11-18T20:51:10,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963130890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963130890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741977_1153 (size=12151)
2024-11-18T20:51:10,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963130899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963130900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:10,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:10,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T20:51:11,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,302 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/ad1196ac119a44ada654468c2c098a24
2024-11-18T20:51:11,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/a0ed1be1f9e54f20ad26e1ba77b1227f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a0ed1be1f9e54f20ad26e1ba77b1227f
2024-11-18T20:51:11,316 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a0ed1be1f9e54f20ad26e1ba77b1227f, entries=200, sequenceid=172, filesize=38.8 K
2024-11-18T20:51:11,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/47792227bdeb4fc1b0e80d299e1c73bf as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/47792227bdeb4fc1b0e80d299e1c73bf
2024-11-18T20:51:11,323 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/47792227bdeb4fc1b0e80d299e1c73bf, entries=150, sequenceid=172, filesize=11.9 K
2024-11-18T20:51:11,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/ad1196ac119a44ada654468c2c098a24 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ad1196ac119a44ada654468c2c098a24
2024-11-18T20:51:11,331 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ad1196ac119a44ada654468c2c098a24, entries=150, sequenceid=172, filesize=11.9 K
2024-11-18T20:51:11,333 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 15607a37d57f519af30e2bb2d8c487a8 in 1147ms, sequenceid=172, compaction requested=false
2024-11-18T20:51:11,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:11,404 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:11,405 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:51:11,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182b796969fca64c619e61152890eb66fa_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963071402/Put/seqid=0
2024-11-18T20:51:11,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963131431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963131431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741978_1154 (size=17284)
2024-11-18T20:51:11,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963131444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,451 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963131445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,457 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182b796969fca64c619e61152890eb66fa_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b796969fca64c619e61152890eb66fa_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:11,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/aa0cf56c383d41cb80eec984d82fa0f4, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:11,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/aa0cf56c383d41cb80eec984d82fa0f4 is 175, key is test_row_0/A:col10/1731963071402/Put/seqid=0
2024-11-18T20:51:11,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741979_1155 (size=48389)
2024-11-18T20:51:11,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963131550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963131550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963131560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963131560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T20:51:11,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963131689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,695 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 15607a37d57f519af30e2bb2d8c487a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963131760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963131760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963131769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963131769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:11,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:11,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:11,879 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/aa0cf56c383d41cb80eec984d82fa0f4
2024-11-18T20:51:11,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/478626359c7940b1873fc257a671fc05 is 50, key is test_row_0/B:col10/1731963071402/Put/seqid=0
2024-11-18T20:51:11,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741980_1156 (size=12151)
2024-11-18T20:51:11,941 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/478626359c7940b1873fc257a671fc05
2024-11-18T20:51:11,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/2113168cee3a415eab36ab6321d785db is 50, key is test_row_0/C:col10/1731963071402/Put/seqid=0
2024-11-18T20:51:11,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741981_1157 (size=12151)
2024-11-18T20:51:12,000 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/2113168cee3a415eab36ab6321d785db
2024-11-18T20:51:12,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/aa0cf56c383d41cb80eec984d82fa0f4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa0cf56c383d41cb80eec984d82fa0f4
2024-11-18T20:51:12,024 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa0cf56c383d41cb80eec984d82fa0f4, entries=250, sequenceid=200, filesize=47.3 K
2024-11-18T20:51:12,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/478626359c7940b1873fc257a671fc05 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/478626359c7940b1873fc257a671fc05
2024-11-18T20:51:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:12,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,038 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/478626359c7940b1873fc257a671fc05, entries=150, sequenceid=200, filesize=11.9 K
2024-11-18T20:51:12,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/2113168cee3a415eab36ab6321d785db as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/2113168cee3a415eab36ab6321d785db
2024-11-18T20:51:12,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/2113168cee3a415eab36ab6321d785db, entries=150, sequenceid=200, filesize=11.9 K
2024-11-18T20:51:12,053 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 15607a37d57f519af30e2bb2d8c487a8 in 649ms, sequenceid=200, compaction requested=true
2024-11-18T20:51:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:12,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:12,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:12,054 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:12,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:12,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:12,054 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:12,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:12,055 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,055 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 119585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:12,055 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:12,055 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:12,056 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,056 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,056 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3f6043b739814a138f0a889c4a6575ee, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a0ed1be1f9e54f20ad26e1ba77b1227f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa0cf56c383d41cb80eec984d82fa0f4] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=116.8 K
2024-11-18T20:51:12,056 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a45ab9cabb1f4fc48ad60a1eb4bcb153, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/47792227bdeb4fc1b0e80d299e1c73bf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/478626359c7940b1873fc257a671fc05] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=35.9 K
2024-11-18T20:51:12,056 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,056 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3f6043b739814a138f0a889c4a6575ee, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a0ed1be1f9e54f20ad26e1ba77b1227f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa0cf56c383d41cb80eec984d82fa0f4]
2024-11-18T20:51:12,056 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a45ab9cabb1f4fc48ad60a1eb4bcb153, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963068309
2024-11-18T20:51:12,056 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f6043b739814a138f0a889c4a6575ee, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963068309
2024-11-18T20:51:12,057 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 47792227bdeb4fc1b0e80d299e1c73bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731963069534
2024-11-18T20:51:12,057 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0ed1be1f9e54f20ad26e1ba77b1227f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731963069521
2024-11-18T20:51:12,059 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 478626359c7940b1873fc257a671fc05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963070252
2024-11-18T20:51:12,059 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa0cf56c383d41cb80eec984d82fa0f4, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963070252
2024-11-18T20:51:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,087 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#129 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,087 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/e0b7c68f2cb94de3978e8f8b5f4b77e7 is 50, key is test_row_0/B:col10/1731963071402/Put/seqid=0
2024-11-18T20:51:12,090 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:12,104 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:12,105 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-18T20:51:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,112 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118d4c8d139b2b54f828b8a9038f7c54a23_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,124 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118d4c8d139b2b54f828b8a9038f7c54a23_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,124 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d4c8d139b2b54f828b8a9038f7c54a23_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:12,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741982_1158 (size=12595)
2024-11-18T20:51:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184a7b469a74ff40158f44e377f87b754e_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963071442/Put/seqid=0
2024-11-18T20:51:12,152 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/e0b7c68f2cb94de3978e8f8b5f4b77e7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/e0b7c68f2cb94de3978e8f8b5f4b77e7
2024-11-18T20:51:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,159 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into e0b7c68f2cb94de3978e8f8b5f4b77e7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:12,160 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:12,160 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=13, startTime=1731963072054; duration=0sec
2024-11-18T20:51:12,160 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:12,160 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:12,160 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:12,161 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:12,161 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,162 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,162 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/5a4ec2f751ae40188a984250f5db0d44, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ad1196ac119a44ada654468c2c098a24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/2113168cee3a415eab36ab6321d785db] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=35.9 K
2024-11-18T20:51:12,162 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a4ec2f751ae40188a984250f5db0d44, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963068309
2024-11-18T20:51:12,163 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ad1196ac119a44ada654468c2c098a24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731963069534
2024-11-18T20:51:12,163 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2113168cee3a415eab36ab6321d785db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963070252
2024-11-18T20:51:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741983_1159 (size=4469)
2024-11-18T20:51:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,170 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#130 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,171 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/155b3f5b9e204d54a75f383a1dab09ca is 175, key is test_row_0/A:col10/1731963071402/Put/seqid=0
2024-11-18T20:51:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,188 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#132 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:12,189 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/7539ef971a544665bf819ac6c8a0d85b is 50, key is test_row_0/C:col10/1731963071402/Put/seqid=0
2024-11-18T20:51:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741984_1160 (size=12304)
2024-11-18T20:51:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741985_1161 (size=31549)
2024-11-18T20:51:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,239 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/155b3f5b9e204d54a75f383a1dab09ca as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/155b3f5b9e204d54a75f383a1dab09ca
2024-11-18T20:51:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,246 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into 155b3f5b9e204d54a75f383a1dab09ca(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:12,246 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:12,246 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=13, startTime=1731963072054; duration=0sec
2024-11-18T20:51:12,246 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:12,246 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741986_1162 (size=12595)
2024-11-18T20:51:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963132324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963132343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963132347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963132352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963132451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963132466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963132470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963132471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:12,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:12,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:12,607 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184a7b469a74ff40158f44e377f87b754e_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184a7b469a74ff40158f44e377f87b754e_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:12,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/3380249e3e67426b8c769798ddc54b00, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:12,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/3380249e3e67426b8c769798ddc54b00 is 175, key is test_row_0/A:col10/1731963071442/Put/seqid=0
2024-11-18T20:51:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T20:51:12,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963132660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741987_1163 (size=31105)
2024-11-18T20:51:12,669 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/3380249e3e67426b8c769798ddc54b00
2024-11-18T20:51:12,670 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/7539ef971a544665bf819ac6c8a0d85b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7539ef971a544665bf819ac6c8a0d85b
2024-11-18T20:51:12,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963132680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963132680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963132680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,693 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into 7539ef971a544665bf819ac6c8a0d85b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:12,693 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:12,693 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=13, startTime=1731963072054; duration=0sec
2024-11-18T20:51:12,693 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:12,693 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:12,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/2eac1f28b2c743b8a79a9c8b3220f281 is 50, key is test_row_0/B:col10/1731963071442/Put/seqid=0
2024-11-18T20:51:12,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741988_1164 (size=12151)
2024-11-18T20:51:12,776 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/2eac1f28b2c743b8a79a9c8b3220f281
2024-11-18T20:51:12,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/b0cf252a3d684237b076e14116be55b9 is 50, key is test_row_0/C:col10/1731963071442/Put/seqid=0
2024-11-18T20:51:12,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741989_1165 (size=12151)
2024-11-18T20:51:12,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963132970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:12,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:12,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:12,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:12,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:13,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963133000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963133000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963133006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:13,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:13,264 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/b0cf252a3d684237b076e14116be55b9
2024-11-18T20:51:13,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/3380249e3e67426b8c769798ddc54b00 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3380249e3e67426b8c769798ddc54b00
2024-11-18T20:51:13,277 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3380249e3e67426b8c769798ddc54b00, entries=150, sequenceid=213, filesize=30.4 K
2024-11-18T20:51:13,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/2eac1f28b2c743b8a79a9c8b3220f281 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/2eac1f28b2c743b8a79a9c8b3220f281
2024-11-18T20:51:13,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/2eac1f28b2c743b8a79a9c8b3220f281, entries=150, sequenceid=213, filesize=11.9 K
2024-11-18T20:51:13,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/b0cf252a3d684237b076e14116be55b9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/b0cf252a3d684237b076e14116be55b9
2024-11-18T20:51:13,298 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/b0cf252a3d684237b076e14116be55b9, entries=150, sequenceid=213, filesize=11.9 K
2024-11-18T20:51:13,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T20:51:13,300 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 15607a37d57f519af30e2bb2d8c487a8 in 1195ms, sequenceid=213, compaction requested=false
2024-11-18T20:51:13,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:13,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:13,300 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-18T20:51:13,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e48233529c014b0dbd43ce5d2929e8d1_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963072293/Put/seqid=0
2024-11-18T20:51:13,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741990_1166 (size=12304)
2024-11-18T20:51:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:13,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e48233529c014b0dbd43ce5d2929e8d1_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e48233529c014b0dbd43ce5d2929e8d1_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:13,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/7440bb7bf27b4cf3b9849451c778eeeb, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:13,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/7440bb7bf27b4cf3b9849451c778eeeb is 175, key is test_row_0/A:col10/1731963072293/Put/seqid=0
2024-11-18T20:51:13,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741991_1167 (size=31105)
2024-11-18T20:51:13,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/7440bb7bf27b4cf3b9849451c778eeeb
2024-11-18T20:51:13,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/02e76eb99be24d7094ed161a8499b743 is 50, key is test_row_0/B:col10/1731963072293/Put/seqid=0
2024-11-18T20:51:13,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741992_1168 (size=12151)
2024-11-18T20:51:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:13,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:13,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963133530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963133530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963133530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963133531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963133639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963133639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963133639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963133651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963133710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,715 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 15607a37d57f519af30e2bb2d8c487a8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,829 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/02e76eb99be24d7094ed161a8499b743
2024-11-18T20:51:13,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/c3a6e0aede524d3ea041ec354063288b is 50, key is test_row_0/C:col10/1731963072293/Put/seqid=0
2024-11-18T20:51:13,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963133854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,859 INFO  [master/29a7ef02c270:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T20:51:13,859 INFO  [master/29a7ef02c270:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T20:51:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963133854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963133854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963133879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:13,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741993_1169 (size=12151)
2024-11-18T20:51:14,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963134170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963134170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963134189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963134189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/c3a6e0aede524d3ea041ec354063288b
2024-11-18T20:51:14,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/7440bb7bf27b4cf3b9849451c778eeeb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7440bb7bf27b4cf3b9849451c778eeeb
2024-11-18T20:51:14,312 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7440bb7bf27b4cf3b9849451c778eeeb, entries=150, sequenceid=240, filesize=30.4 K
2024-11-18T20:51:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/02e76eb99be24d7094ed161a8499b743 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/02e76eb99be24d7094ed161a8499b743
2024-11-18T20:51:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/02e76eb99be24d7094ed161a8499b743, entries=150, sequenceid=240, filesize=11.9 K
2024-11-18T20:51:14,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/c3a6e0aede524d3ea041ec354063288b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/c3a6e0aede524d3ea041ec354063288b
2024-11-18T20:51:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,350 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/c3a6e0aede524d3ea041ec354063288b, entries=150, sequenceid=240, filesize=11.9 K
2024-11-18T20:51:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 15607a37d57f519af30e2bb2d8c487a8 in 1083ms, sequenceid=240, compaction requested=true
2024-11-18T20:51:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-18T20:51:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-18T20:51:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,388 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-18T20:51:14,388 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9070 sec
2024-11-18T20:51:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,391 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 3.9180 sec
2024-11-18T20:51:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T20:51:14,636 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:14,636 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-18T20:51:14,640 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T20:51:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,643 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:14,647 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,689 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:14,689 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:51:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118916cf6d5003647af8e793c5a7e1f5920_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963074685/Put/seqid=0
2024-11-18T20:51:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T20:51:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741994_1170 (size=12304)
2024-11-18T20:51:14,780 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:14,788 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118916cf6d5003647af8e793c5a7e1f5920_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118916cf6d5003647af8e793c5a7e1f5920_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:14,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/cb44e82c4f284a739ffdae2cbf8f0ce7, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:14,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/cb44e82c4f284a739ffdae2cbf8f0ce7 is 175, key is test_row_0/A:col10/1731963074685/Put/seqid=0
2024-11-18T20:51:14,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-18T20:51:14,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:14,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:14,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:14,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:14,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:14,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741995_1171 (size=31101)
2024-11-18T20:51:14,830 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/cb44e82c4f284a739ffdae2cbf8f0ce7
2024-11-18T20:51:14,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963134858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/9962267e7e0245c48503ff218fcf5ae8 is 50, key is test_row_0/B:col10/1731963074685/Put/seqid=0
2024-11-18T20:51:14,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963134867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963134878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963134880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741996_1172 (size=9757)
2024-11-18T20:51:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,898 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/9962267e7e0245c48503ff218fcf5ae8
2024-11-18T20:51:14,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/24922760ab934b4ba67f0be7973d3d89 is 50, key is test_row_0/C:col10/1731963074685/Put/seqid=0
2024-11-18T20:51:14,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-18T20:51:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T20:51:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:14,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:14,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:14,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741997_1173 (size=9757)
2024-11-18T20:51:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:14,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963134980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963134989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963134989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963135000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-18T20:51:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:15,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:15,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963135190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963135199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963135199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963135210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T20:51:15,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-18T20:51:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:15,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:15,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:15,346 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/24922760ab934b4ba67f0be7973d3d89
2024-11-18T20:51:15,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/cb44e82c4f284a739ffdae2cbf8f0ce7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/cb44e82c4f284a739ffdae2cbf8f0ce7
2024-11-18T20:51:15,364 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/cb44e82c4f284a739ffdae2cbf8f0ce7, entries=150, sequenceid=254, filesize=30.4 K
2024-11-18T20:51:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/9962267e7e0245c48503ff218fcf5ae8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/9962267e7e0245c48503ff218fcf5ae8
2024-11-18T20:51:15,380 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/9962267e7e0245c48503ff218fcf5ae8, entries=100, sequenceid=254, filesize=9.5 K
2024-11-18T20:51:15,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/24922760ab934b4ba67f0be7973d3d89 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/24922760ab934b4ba67f0be7973d3d89
2024-11-18T20:51:15,396 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/24922760ab934b4ba67f0be7973d3d89, entries=100, sequenceid=254, filesize=9.5 K
2024-11-18T20:51:15,397 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 15607a37d57f519af30e2bb2d8c487a8 in 708ms, sequenceid=254, compaction requested=true
2024-11-18T20:51:15,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:15,398 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:15,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:15,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:15,398 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:15,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:15,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:15,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:15,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:15,405 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:15,405 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:15,405 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,406 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/e0b7c68f2cb94de3978e8f8b5f4b77e7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/2eac1f28b2c743b8a79a9c8b3220f281, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/02e76eb99be24d7094ed161a8499b743, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/9962267e7e0245c48503ff218fcf5ae8] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=45.6 K
2024-11-18T20:51:15,406 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 124860 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:15,406 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:15,406 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,406 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/155b3f5b9e204d54a75f383a1dab09ca, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3380249e3e67426b8c769798ddc54b00, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7440bb7bf27b4cf3b9849451c778eeeb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/cb44e82c4f284a739ffdae2cbf8f0ce7] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=121.9 K
2024-11-18T20:51:15,406 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,406 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/155b3f5b9e204d54a75f383a1dab09ca, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3380249e3e67426b8c769798ddc54b00, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7440bb7bf27b4cf3b9849451c778eeeb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/cb44e82c4f284a739ffdae2cbf8f0ce7]
2024-11-18T20:51:15,407 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 155b3f5b9e204d54a75f383a1dab09ca, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963070252
2024-11-18T20:51:15,407 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting e0b7c68f2cb94de3978e8f8b5f4b77e7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963070252
2024-11-18T20:51:15,408 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eac1f28b2c743b8a79a9c8b3220f281, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731963071429
2024-11-18T20:51:15,408 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3380249e3e67426b8c769798ddc54b00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731963071429
2024-11-18T20:51:15,408 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 02e76eb99be24d7094ed161a8499b743, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731963072293
2024-11-18T20:51:15,408 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7440bb7bf27b4cf3b9849451c778eeeb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731963072293
2024-11-18T20:51:15,408 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 9962267e7e0245c48503ff218fcf5ae8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731963073526
2024-11-18T20:51:15,409 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb44e82c4f284a739ffdae2cbf8f0ce7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731963073526
2024-11-18T20:51:15,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-18T20:51:15,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,434 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-18T20:51:15,461 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:15,465 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:15,465 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/7c6d33bd8842489cb8e4d8c0f54a6462 is 50, key is test_row_0/B:col10/1731963074685/Put/seqid=0
2024-11-18T20:51:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183ed18db08a914e82be76caa4252f9127_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963074811/Put/seqid=0
2024-11-18T20:51:15,492 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411187309a6b994f046f1ae752b98d33a6009_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:15,494 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411187309a6b994f046f1ae752b98d33a6009_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:15,494 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187309a6b994f046f1ae752b98d33a6009_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:15,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:15,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742000_1176 (size=4469)
2024-11-18T20:51:15,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741998_1174 (size=12731)
2024-11-18T20:51:15,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741999_1175 (size=12454)
2024-11-18T20:51:15,543 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/7c6d33bd8842489cb8e4d8c0f54a6462 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/7c6d33bd8842489cb8e4d8c0f54a6462
2024-11-18T20:51:15,555 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into 7c6d33bd8842489cb8e4d8c0f54a6462(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:15,555 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:15,555 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=12, startTime=1731963075398; duration=0sec
2024-11-18T20:51:15,556 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:15,556 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:15,556 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:15,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963135546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963135546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,561 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:15,561 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:15,561 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:15,561 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7539ef971a544665bf819ac6c8a0d85b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/b0cf252a3d684237b076e14116be55b9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/c3a6e0aede524d3ea041ec354063288b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/24922760ab934b4ba67f0be7973d3d89] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=45.6 K
2024-11-18T20:51:15,562 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7539ef971a544665bf819ac6c8a0d85b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963070252
2024-11-18T20:51:15,562 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b0cf252a3d684237b076e14116be55b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731963071429
2024-11-18T20:51:15,563 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c3a6e0aede524d3ea041ec354063288b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731963072293
2024-11-18T20:51:15,563 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 24922760ab934b4ba67f0be7973d3d89, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731963073526
2024-11-18T20:51:15,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963135558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963135547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,598 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#144 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:15,599 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/72082a209c5544d1a1d180514c71526d is 50, key is test_row_0/C:col10/1731963074685/Put/seqid=0
2024-11-18T20:51:15,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742001_1177 (size=12731)
2024-11-18T20:51:15,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963135669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963135669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963135680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963135680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T20:51:15,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963135880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963135880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963135892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963135902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:15,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:15,939 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#141 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:15,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183ed18db08a914e82be76caa4252f9127_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ed18db08a914e82be76caa4252f9127_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:15,940 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/c5e027a5e16f473cb043c3fff8d25442 is 175, key is test_row_0/A:col10/1731963074685/Put/seqid=0
2024-11-18T20:51:15,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/059300bf3fe74f6199a9f840f3858b08, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/059300bf3fe74f6199a9f840f3858b08 is 175, key is test_row_0/A:col10/1731963074811/Put/seqid=0
2024-11-18T20:51:15,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742003_1179 (size=31255)
2024-11-18T20:51:15,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/059300bf3fe74f6199a9f840f3858b08
2024-11-18T20:51:15,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742002_1178 (size=31792)
2024-11-18T20:51:16,009 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/c5e027a5e16f473cb043c3fff8d25442 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/c5e027a5e16f473cb043c3fff8d25442
2024-11-18T20:51:16,016 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into c5e027a5e16f473cb043c3fff8d25442(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:16,016 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:16,016 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=12, startTime=1731963075397; duration=0sec
2024-11-18T20:51:16,017 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:16,017 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/5e385600e24a4360ab41fff7b174aade is 50, key is test_row_0/B:col10/1731963074811/Put/seqid=0
2024-11-18T20:51:16,048 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/72082a209c5544d1a1d180514c71526d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/72082a209c5544d1a1d180514c71526d
2024-11-18T20:51:16,054 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into 72082a209c5544d1a1d180514c71526d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:16,054 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:16,054 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=12, startTime=1731963075398; duration=0sec
2024-11-18T20:51:16,054 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:16,054 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:16,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742004_1180 (size=12301)
2024-11-18T20:51:16,060 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/5e385600e24a4360ab41fff7b174aade
2024-11-18T20:51:16,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f37f68c44e5144a1b25552fa7182bc06 is 50, key is test_row_0/C:col10/1731963074811/Put/seqid=0
2024-11-18T20:51:16,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742005_1181 (size=12301)
2024-11-18T20:51:16,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f37f68c44e5144a1b25552fa7182bc06
2024-11-18T20:51:16,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/059300bf3fe74f6199a9f840f3858b08 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/059300bf3fe74f6199a9f840f3858b08
2024-11-18T20:51:16,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/059300bf3fe74f6199a9f840f3858b08, entries=150, sequenceid=276, filesize=30.5 K
2024-11-18T20:51:16,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/5e385600e24a4360ab41fff7b174aade as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/5e385600e24a4360ab41fff7b174aade
2024-11-18T20:51:16,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/5e385600e24a4360ab41fff7b174aade, entries=150, sequenceid=276, filesize=12.0 K
2024-11-18T20:51:16,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f37f68c44e5144a1b25552fa7182bc06 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f37f68c44e5144a1b25552fa7182bc06
2024-11-18T20:51:16,150 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f37f68c44e5144a1b25552fa7182bc06, entries=150, sequenceid=276, filesize=12.0 K
2024-11-18T20:51:16,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 15607a37d57f519af30e2bb2d8c487a8 in 718ms, sequenceid=276, compaction requested=false
2024-11-18T20:51:16,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:16,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:16,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-18T20:51:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-18T20:51:16,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-18T20:51:16,156 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec
2024-11-18T20:51:16,158 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.5200 sec
2024-11-18T20:51:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:16,194 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:16,194 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-18T20:51:16,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186114dd75d6214ae891cdc561898a3f8c_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963075545/Put/seqid=0
2024-11-18T20:51:16,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742006_1182 (size=14994)
2024-11-18T20:51:16,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:16,290 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186114dd75d6214ae891cdc561898a3f8c_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186114dd75d6214ae891cdc561898a3f8c_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:16,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/2fa65fd6b1b94e6198fa8a205f8546ce, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:16,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/2fa65fd6b1b94e6198fa8a205f8546ce is 175, key is test_row_0/A:col10/1731963075545/Put/seqid=0
2024-11-18T20:51:16,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963136285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963136297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963136297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963136297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742007_1183 (size=39949)
2024-11-18T20:51:16,342 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/2fa65fd6b1b94e6198fa8a205f8546ce
2024-11-18T20:51:16,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/4c508f9150f843399610166381cf9a6a is 50, key is test_row_0/B:col10/1731963075545/Put/seqid=0
2024-11-18T20:51:16,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742008_1184 (size=12301)
2024-11-18T20:51:16,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/4c508f9150f843399610166381cf9a6a
2024-11-18T20:51:16,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/923f039d8b584f739acd3cc15d2c0dd6 is 50, key is test_row_0/C:col10/1731963075545/Put/seqid=0
2024-11-18T20:51:16,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963136399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963136420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963136420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963136420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742009_1185 (size=12301)
2024-11-18T20:51:16,426 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/923f039d8b584f739acd3cc15d2c0dd6
2024-11-18T20:51:16,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/2fa65fd6b1b94e6198fa8a205f8546ce as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/2fa65fd6b1b94e6198fa8a205f8546ce
2024-11-18T20:51:16,453 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/2fa65fd6b1b94e6198fa8a205f8546ce, entries=200, sequenceid=295, filesize=39.0 K
2024-11-18T20:51:16,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/4c508f9150f843399610166381cf9a6a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/4c508f9150f843399610166381cf9a6a
2024-11-18T20:51:16,466 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/4c508f9150f843399610166381cf9a6a, entries=150, sequenceid=295, filesize=12.0 K
2024-11-18T20:51:16,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/923f039d8b584f739acd3cc15d2c0dd6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/923f039d8b584f739acd3cc15d2c0dd6
2024-11-18T20:51:16,483 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/923f039d8b584f739acd3cc15d2c0dd6, entries=150, sequenceid=295, filesize=12.0 K
2024-11-18T20:51:16,485 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 15607a37d57f519af30e2bb2d8c487a8 in 290ms, sequenceid=295, compaction requested=true
2024-11-18T20:51:16,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:16,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:16,485 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:16,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:16,485 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:16,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:16,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:16,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:16,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:16,486 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102996 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:16,486 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:16,486 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:16,486 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/c5e027a5e16f473cb043c3fff8d25442, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/059300bf3fe74f6199a9f840f3858b08, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/2fa65fd6b1b94e6198fa8a205f8546ce] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=100.6 K
2024-11-18T20:51:16,486 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:16,487 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/c5e027a5e16f473cb043c3fff8d25442, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/059300bf3fe74f6199a9f840f3858b08, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/2fa65fd6b1b94e6198fa8a205f8546ce]
2024-11-18T20:51:16,487 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:16,487 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:16,487 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:16,487 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/7c6d33bd8842489cb8e4d8c0f54a6462, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/5e385600e24a4360ab41fff7b174aade, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/4c508f9150f843399610166381cf9a6a] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=36.5 K
2024-11-18T20:51:16,487 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5e027a5e16f473cb043c3fff8d25442, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731963072335
2024-11-18T20:51:16,488 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c6d33bd8842489cb8e4d8c0f54a6462, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731963072335
2024-11-18T20:51:16,488 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059300bf3fe74f6199a9f840f3858b08, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731963074811
2024-11-18T20:51:16,488 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e385600e24a4360ab41fff7b174aade, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731963074811
2024-11-18T20:51:16,488 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fa65fd6b1b94e6198fa8a205f8546ce, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731963075532
2024-11-18T20:51:16,489 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c508f9150f843399610166381cf9a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731963075532
2024-11-18T20:51:16,509 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:16,510 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/210172dc497a48218c6ffef44b07c51b is 50, key is test_row_0/B:col10/1731963075545/Put/seqid=0
2024-11-18T20:51:16,528 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:16,562 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118f13dd240d2474e8aaea5206213482b7e_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:16,564 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118f13dd240d2474e8aaea5206213482b7e_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:16,564 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f13dd240d2474e8aaea5206213482b7e_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:16,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742010_1186 (size=12983)
2024-11-18T20:51:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:16,616 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:51:16,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742011_1187 (size=4469)
2024-11-18T20:51:16,628 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#151 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:16,628 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/b3192f3b9ed04ba4acd0ec00115d17e6 is 175, key is test_row_0/A:col10/1731963075545/Put/seqid=0
2024-11-18T20:51:16,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118132563ba58c244658b2c85002bbc1c9a_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963076293/Put/seqid=0
2024-11-18T20:51:16,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742012_1188 (size=31937)
2024-11-18T20:51:16,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742013_1189 (size=14994)
2024-11-18T20:51:16,663 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/b3192f3b9ed04ba4acd0ec00115d17e6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b3192f3b9ed04ba4acd0ec00115d17e6
2024-11-18T20:51:16,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:16,672 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118132563ba58c244658b2c85002bbc1c9a_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118132563ba58c244658b2c85002bbc1c9a_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:16,674 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into b3192f3b9ed04ba4acd0ec00115d17e6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:16,674 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:16,674 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=13, startTime=1731963076485; duration=0sec
2024-11-18T20:51:16,674 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:16,674 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:16,674 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:16,675 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/4b5468e02ec04fc485caea56f443f3f7, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:16,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/4b5468e02ec04fc485caea56f443f3f7 is 175, key is test_row_0/A:col10/1731963076293/Put/seqid=0
2024-11-18T20:51:16,678 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:16,678 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:16,678 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:16,679 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/72082a209c5544d1a1d180514c71526d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f37f68c44e5144a1b25552fa7182bc06, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/923f039d8b584f739acd3cc15d2c0dd6] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=36.5 K
2024-11-18T20:51:16,679 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72082a209c5544d1a1d180514c71526d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731963072335
2024-11-18T20:51:16,680 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f37f68c44e5144a1b25552fa7182bc06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731963074811
2024-11-18T20:51:16,680 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 923f039d8b584f739acd3cc15d2c0dd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731963075532
2024-11-18T20:51:16,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963136666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963136673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963136692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963136693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742014_1190 (size=39949)
2024-11-18T20:51:16,705 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/4b5468e02ec04fc485caea56f443f3f7
2024-11-18T20:51:16,736 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:16,736 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/4d832873bb9f490fba209ba1dc11ceb8 is 50, key is test_row_0/C:col10/1731963075545/Put/seqid=0
2024-11-18T20:51:16,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1a5f1f5db3ec4694a083de42e3a53622 is 50, key is test_row_0/B:col10/1731963076293/Put/seqid=0
2024-11-18T20:51:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T20:51:16,790 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:16,791 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-18T20:51:16,793 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:16,796 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:16,796 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T20:51:16,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963136800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963136800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742015_1191 (size=12983)
2024-11-18T20:51:16,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963136810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963136810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:16,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742016_1192 (size=12301)
2024-11-18T20:51:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T20:51:16,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:16,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:16,992 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/210172dc497a48218c6ffef44b07c51b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/210172dc497a48218c6ffef44b07c51b
2024-11-18T20:51:17,000 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into 210172dc497a48218c6ffef44b07c51b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:17,000 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:17,000 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=13, startTime=1731963076485; duration=0sec
2024-11-18T20:51:17,000 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:17,000 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:17,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963137009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963137009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963137030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963137040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T20:51:17,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,225 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/4d832873bb9f490fba209ba1dc11ceb8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4d832873bb9f490fba209ba1dc11ceb8
2024-11-18T20:51:17,225 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1a5f1f5db3ec4694a083de42e3a53622
2024-11-18T20:51:17,234 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into 4d832873bb9f490fba209ba1dc11ceb8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:17,234 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:17,234 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=13, startTime=1731963076486; duration=0sec
2024-11-18T20:51:17,234 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:17,234 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:17,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/6b68af273b2e4ed589c574ee665d9bf2 is 50, key is test_row_0/C:col10/1731963076293/Put/seqid=0
2024-11-18T20:51:17,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742017_1193 (size=12301)
2024-11-18T20:51:17,278 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/6b68af273b2e4ed589c574ee665d9bf2
2024-11-18T20:51:17,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:17,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:17,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/4b5468e02ec04fc485caea56f443f3f7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4b5468e02ec04fc485caea56f443f3f7
2024-11-18T20:51:17,294 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4b5468e02ec04fc485caea56f443f3f7, entries=200, sequenceid=318, filesize=39.0 K
2024-11-18T20:51:17,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1a5f1f5db3ec4694a083de42e3a53622 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a5f1f5db3ec4694a083de42e3a53622
2024-11-18T20:51:17,320 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a5f1f5db3ec4694a083de42e3a53622, entries=150, sequenceid=318, filesize=12.0 K
2024-11-18T20:51:17,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/6b68af273b2e4ed589c574ee665d9bf2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/6b68af273b2e4ed589c574ee665d9bf2
2024-11-18T20:51:17,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963137320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963137330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,338 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/6b68af273b2e4ed589c574ee665d9bf2, entries=150, sequenceid=318, filesize=12.0 K
2024-11-18T20:51:17,341 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 15607a37d57f519af30e2bb2d8c487a8 in 725ms, sequenceid=318, compaction requested=false
2024-11-18T20:51:17,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:17,345 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:17,345 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:51:17,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118dd8a311b98374a8baa9af73f2e6b0c20_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963076670/Put/seqid=0
2024-11-18T20:51:17,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963137422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963137426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T20:51:17,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742018_1194 (size=14994)
2024-11-18T20:51:17,472 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:17,477 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118dd8a311b98374a8baa9af73f2e6b0c20_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dd8a311b98374a8baa9af73f2e6b0c20_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:17,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/431f14c00aa14e948f62b8c2609a64f5, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:17,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/431f14c00aa14e948f62b8c2609a64f5 is 175, key is test_row_0/A:col10/1731963076670/Put/seqid=0
2024-11-18T20:51:17,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742019_1195 (size=39949)
2024-11-18T20:51:17,528 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/431f14c00aa14e948f62b8c2609a64f5
2024-11-18T20:51:17,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/d6ed499d49d24b91af8e0157c8a5c334 is 50, key is test_row_0/B:col10/1731963076670/Put/seqid=0
2024-11-18T20:51:17,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963137540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963137540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:17,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:17,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742020_1196 (size=12301)
2024-11-18T20:51:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,594 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/d6ed499d49d24b91af8e0157c8a5c334
2024-11-18T20:51:17,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/022800293a9d40658611793c298c37de is 50, key is test_row_0/C:col10/1731963076670/Put/seqid=0
2024-11-18T20:51:17,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742021_1197 (size=12301)
2024-11-18T20:51:17,657 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/022800293a9d40658611793c298c37de
2024-11-18T20:51:17,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/431f14c00aa14e948f62b8c2609a64f5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/431f14c00aa14e948f62b8c2609a64f5
2024-11-18T20:51:17,670 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/431f14c00aa14e948f62b8c2609a64f5, entries=200, sequenceid=336, filesize=39.0 K
2024-11-18T20:51:17,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/d6ed499d49d24b91af8e0157c8a5c334 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d6ed499d49d24b91af8e0157c8a5c334
2024-11-18T20:51:17,677 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d6ed499d49d24b91af8e0157c8a5c334, entries=150, sequenceid=336, filesize=12.0 K
2024-11-18T20:51:17,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/022800293a9d40658611793c298c37de as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/022800293a9d40658611793c298c37de
2024-11-18T20:51:17,687 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/022800293a9d40658611793c298c37de, entries=150, sequenceid=336, filesize=12.0 K
2024-11-18T20:51:17,688 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 15607a37d57f519af30e2bb2d8c487a8 in 343ms, sequenceid=336, compaction requested=true
2024-11-18T20:51:17,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:17,689 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:17,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:17,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:17,690 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:17,691 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111835 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:17,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:17,691 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:17,691 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,691 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:17,691 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:17,692 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b3192f3b9ed04ba4acd0ec00115d17e6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4b5468e02ec04fc485caea56f443f3f7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/431f14c00aa14e948f62b8c2609a64f5] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=109.2 K
2024-11-18T20:51:17,692 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,692 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,692 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b3192f3b9ed04ba4acd0ec00115d17e6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4b5468e02ec04fc485caea56f443f3f7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/431f14c00aa14e948f62b8c2609a64f5]
2024-11-18T20:51:17,692 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/210172dc497a48218c6ffef44b07c51b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a5f1f5db3ec4694a083de42e3a53622, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d6ed499d49d24b91af8e0157c8a5c334] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=36.7 K
2024-11-18T20:51:17,692 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 210172dc497a48218c6ffef44b07c51b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731963075532
2024-11-18T20:51:17,692 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3192f3b9ed04ba4acd0ec00115d17e6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731963075532
2024-11-18T20:51:17,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:17,692 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a5f1f5db3ec4694a083de42e3a53622, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731963076264
2024-11-18T20:51:17,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:17,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:17,693 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b5468e02ec04fc485caea56f443f3f7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731963076264
2024-11-18T20:51:17,693 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d6ed499d49d24b91af8e0157c8a5c334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731963076670
2024-11-18T20:51:17,698 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 431f14c00aa14e948f62b8c2609a64f5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731963076670
2024-11-18T20:51:17,732 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:17,733 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:17,734 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/52469a187ab649c3a4b94a825d43904a is 50, key is test_row_0/B:col10/1731963076670/Put/seqid=0
2024-11-18T20:51:17,740 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:17,740 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-18T20:51:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:17,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:17,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,756 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411183e85f086e0c2449a9647e40e15f8ebdb_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:17,758 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411183e85f086e0c2449a9647e40e15f8ebdb_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:17,758 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183e85f086e0c2449a9647e40e15f8ebdb_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:17,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963137795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963137796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963137797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182b483c0c01fb441b98146b298577f48e_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963077395/Put/seqid=0
2024-11-18T20:51:17,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742022_1198 (size=13085)
2024-11-18T20:51:17,821 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/52469a187ab649c3a4b94a825d43904a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/52469a187ab649c3a4b94a825d43904a
2024-11-18T20:51:17,827 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into 52469a187ab649c3a4b94a825d43904a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:17,827 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:17,827 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=13, startTime=1731963077690; duration=0sec
2024-11-18T20:51:17,827 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:17,827 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:17,827 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:17,829 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:17,829 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:17,829 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,829 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4d832873bb9f490fba209ba1dc11ceb8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/6b68af273b2e4ed589c574ee665d9bf2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/022800293a9d40658611793c298c37de] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=36.7 K
2024-11-18T20:51:17,829 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d832873bb9f490fba209ba1dc11ceb8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731963075532
2024-11-18T20:51:17,830 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b68af273b2e4ed589c574ee665d9bf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731963076264
2024-11-18T20:51:17,830 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 022800293a9d40658611793c298c37de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731963076670
2024-11-18T20:51:17,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963137829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742023_1199 (size=4469)
2024-11-18T20:51:17,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963137839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,878 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:17,878 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/977baf348afb42fb95136dcf28d00070 is 50, key is test_row_0/C:col10/1731963076670/Put/seqid=0
2024-11-18T20:51:17,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:17,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742024_1200 (size=14994)
2024-11-18T20:51:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:17,902 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:17,909 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182b483c0c01fb441b98146b298577f48e_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b483c0c01fb441b98146b298577f48e_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:17,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963137910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,914 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/7e6db45e72e549b9a13f496355d74cf5, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:17,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/7e6db45e72e549b9a13f496355d74cf5 is 175, key is test_row_0/A:col10/1731963077395/Put/seqid=0
2024-11-18T20:51:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963137910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963137910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:17,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:17,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:17,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742025_1201 (size=13085)
2024-11-18T20:51:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T20:51:17,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742026_1202 (size=39949)
2024-11-18T20:51:17,969 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/7e6db45e72e549b9a13f496355d74cf5
2024-11-18T20:51:17,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/247fc31264ea4baebc6ba5bfadd812f4 is 50, key is test_row_0/B:col10/1731963077395/Put/seqid=0
2024-11-18T20:51:18,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742027_1203 (size=12301)
2024-11-18T20:51:18,030 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/247fc31264ea4baebc6ba5bfadd812f4
2024-11-18T20:51:18,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:18,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/14be49fe217244a08eda5780f36a88bc is 50, key is test_row_0/C:col10/1731963077395/Put/seqid=0
2024-11-18T20:51:18,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742028_1204 (size=12301)
2024-11-18T20:51:18,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963138120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963138120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963138130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,243 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#160 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:18,244 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/4a3d10adf0484da88b3408c24b4a7a59 is 175, key is test_row_0/A:col10/1731963076670/Put/seqid=0
2024-11-18T20:51:18,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742029_1205 (size=32039)
2024-11-18T20:51:18,277 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/4a3d10adf0484da88b3408c24b4a7a59 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4a3d10adf0484da88b3408c24b4a7a59
2024-11-18T20:51:18,290 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into 4a3d10adf0484da88b3408c24b4a7a59(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:18,290 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:18,290 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=13, startTime=1731963077689; duration=0sec
2024-11-18T20:51:18,290 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:18,290 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:18,352 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/977baf348afb42fb95136dcf28d00070 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/977baf348afb42fb95136dcf28d00070
2024-11-18T20:51:18,361 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into 977baf348afb42fb95136dcf28d00070(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:18,361 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:18,361 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=13, startTime=1731963077692; duration=0sec
2024-11-18T20:51:18,361 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:18,361 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:18,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963138430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963138430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963138441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,516 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/14be49fe217244a08eda5780f36a88bc
2024-11-18T20:51:18,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/7e6db45e72e549b9a13f496355d74cf5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7e6db45e72e549b9a13f496355d74cf5
2024-11-18T20:51:18,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:18,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:18,531 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7e6db45e72e549b9a13f496355d74cf5, entries=200, sequenceid=358, filesize=39.0 K
2024-11-18T20:51:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/247fc31264ea4baebc6ba5bfadd812f4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/247fc31264ea4baebc6ba5bfadd812f4
2024-11-18T20:51:18,540 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/247fc31264ea4baebc6ba5bfadd812f4, entries=150, sequenceid=358, filesize=12.0 K
2024-11-18T20:51:18,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/14be49fe217244a08eda5780f36a88bc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/14be49fe217244a08eda5780f36a88bc
2024-11-18T20:51:18,547 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/14be49fe217244a08eda5780f36a88bc, entries=150, sequenceid=358, filesize=12.0 K
2024-11-18T20:51:18,548 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 15607a37d57f519af30e2bb2d8c487a8 in 808ms, sequenceid=358, compaction requested=false
2024-11-18T20:51:18,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:18,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T20:51:18,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:18,681 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:51:18,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181fd7478d6a264b17a24cd3026f036618_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963077795/Put/seqid=0
2024-11-18T20:51:18,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742030_1206 (size=12454)
2024-11-18T20:51:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:18,744 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181fd7478d6a264b17a24cd3026f036618_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181fd7478d6a264b17a24cd3026f036618_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:18,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/64581408ca6e4f13998cc9096a44f697, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:18,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/64581408ca6e4f13998cc9096a44f697 is 175, key is test_row_0/A:col10/1731963077795/Put/seqid=0
2024-11-18T20:51:18,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742031_1207 (size=31255)
2024-11-18T20:51:18,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:18,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963138946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963138946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963138950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963138957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T20:51:18,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963138954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963139062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963139062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963139069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963139069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/64581408ca6e4f13998cc9096a44f697
2024-11-18T20:51:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1a3d6a142da8478eb85bbbff6282974e is 50, key is test_row_0/B:col10/1731963077795/Put/seqid=0
2024-11-18T20:51:19,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742032_1208 (size=12301)
2024-11-18T20:51:19,244 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1a3d6a142da8478eb85bbbff6282974e
2024-11-18T20:51:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/bed2f7fadc574853876d7aab43989eb7 is 50, key is test_row_0/C:col10/1731963077795/Put/seqid=0
2024-11-18T20:51:19,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963139272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963139272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963139280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963139280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742033_1209 (size=12301)
2024-11-18T20:51:19,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/bed2f7fadc574853876d7aab43989eb7
2024-11-18T20:51:19,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/64581408ca6e4f13998cc9096a44f697 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/64581408ca6e4f13998cc9096a44f697
2024-11-18T20:51:19,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/64581408ca6e4f13998cc9096a44f697, entries=150, sequenceid=376, filesize=30.5 K
2024-11-18T20:51:19,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1a3d6a142da8478eb85bbbff6282974e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a3d6a142da8478eb85bbbff6282974e
2024-11-18T20:51:19,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a3d6a142da8478eb85bbbff6282974e, entries=150, sequenceid=376, filesize=12.0 K
2024-11-18T20:51:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/bed2f7fadc574853876d7aab43989eb7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/bed2f7fadc574853876d7aab43989eb7
2024-11-18T20:51:19,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/bed2f7fadc574853876d7aab43989eb7, entries=150, sequenceid=376, filesize=12.0 K
2024-11-18T20:51:19,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 15607a37d57f519af30e2bb2d8c487a8 in 661ms, sequenceid=376, compaction requested=true
2024-11-18T20:51:19,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:19,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:19,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-18T20:51:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-18T20:51:19,348 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-18T20:51:19,348 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5490 sec
2024-11-18T20:51:19,350 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.5580 sec
2024-11-18T20:51:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:19,603 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:51:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:19,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e39b17980a404049a9cb7a73be470f6f_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963079600/Put/seqid=0
2024-11-18T20:51:19,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742034_1210 (size=12454)
2024-11-18T20:51:19,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,652 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963139641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963139641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963139641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963139641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,657 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e39b17980a404049a9cb7a73be470f6f_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e39b17980a404049a9cb7a73be470f6f_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:19,658 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/0f0f576aaf28478581353bf027ffd2be, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:19,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/0f0f576aaf28478581353bf027ffd2be is 175, key is test_row_0/A:col10/1731963079600/Put/seqid=0
2024-11-18T20:51:19,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742035_1211 (size=31255)
2024-11-18T20:51:19,706 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/0f0f576aaf28478581353bf027ffd2be
2024-11-18T20:51:19,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/91da06e1d9164e1da90bbfa4e303d8bb is 50, key is test_row_0/B:col10/1731963079600/Put/seqid=0
2024-11-18T20:51:19,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742036_1212 (size=12301)
2024-11-18T20:51:19,754 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/91da06e1d9164e1da90bbfa4e303d8bb
2024-11-18T20:51:19,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/01820e9f5b114c60b833872fe637254c is 50, key is test_row_0/C:col10/1731963079600/Put/seqid=0
2024-11-18T20:51:19,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963139760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963139760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963139760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963139760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742037_1213 (size=12301)
2024-11-18T20:51:19,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963139960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,965 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in 15607a37d57f519af30e2bb2d8c487a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963139980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963139980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963139980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:19,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963139980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,207 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/01820e9f5b114c60b833872fe637254c
2024-11-18T20:51:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/0f0f576aaf28478581353bf027ffd2be as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/0f0f576aaf28478581353bf027ffd2be
2024-11-18T20:51:20,219 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/0f0f576aaf28478581353bf027ffd2be, entries=150, sequenceid=399, filesize=30.5 K
2024-11-18T20:51:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/91da06e1d9164e1da90bbfa4e303d8bb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/91da06e1d9164e1da90bbfa4e303d8bb
2024-11-18T20:51:20,228 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/91da06e1d9164e1da90bbfa4e303d8bb, entries=150, sequenceid=399, filesize=12.0 K
2024-11-18T20:51:20,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/01820e9f5b114c60b833872fe637254c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/01820e9f5b114c60b833872fe637254c
2024-11-18T20:51:20,236 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/01820e9f5b114c60b833872fe637254c, entries=150, sequenceid=399, filesize=12.0 K
2024-11-18T20:51:20,238 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 15607a37d57f519af30e2bb2d8c487a8 in 635ms, sequenceid=399, compaction requested=true
2024-11-18T20:51:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:20,239 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:20,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:20,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:20,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:20,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:20,239 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:20,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:20,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:20,241 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134498 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:20,241 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:20,242 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:20,242 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4a3d10adf0484da88b3408c24b4a7a59, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7e6db45e72e549b9a13f496355d74cf5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/64581408ca6e4f13998cc9096a44f697, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/0f0f576aaf28478581353bf027ffd2be] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=131.3 K
2024-11-18T20:51:20,242 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:20,242 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4a3d10adf0484da88b3408c24b4a7a59, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7e6db45e72e549b9a13f496355d74cf5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/64581408ca6e4f13998cc9096a44f697, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/0f0f576aaf28478581353bf027ffd2be]
2024-11-18T20:51:20,242 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:20,242 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a3d10adf0484da88b3408c24b4a7a59, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731963076670
2024-11-18T20:51:20,243 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:20,243 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:20,243 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/52469a187ab649c3a4b94a825d43904a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/247fc31264ea4baebc6ba5bfadd812f4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a3d6a142da8478eb85bbbff6282974e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/91da06e1d9164e1da90bbfa4e303d8bb] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=48.8 K
2024-11-18T20:51:20,243 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e6db45e72e549b9a13f496355d74cf5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731963077395
2024-11-18T20:51:20,243 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 52469a187ab649c3a4b94a825d43904a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731963076670
2024-11-18T20:51:20,244 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64581408ca6e4f13998cc9096a44f697, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731963077775
2024-11-18T20:51:20,244 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 247fc31264ea4baebc6ba5bfadd812f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731963077395
2024-11-18T20:51:20,244 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f0f576aaf28478581353bf027ffd2be, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731963078953
2024-11-18T20:51:20,245 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a3d6a142da8478eb85bbbff6282974e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731963077775
2024-11-18T20:51:20,246 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 91da06e1d9164e1da90bbfa4e303d8bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731963078953
2024-11-18T20:51:20,268 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:20,278 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:20,279 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/45bfbdf20aa341edb18797dc552306ac is 50, key is test_row_0/B:col10/1731963079600/Put/seqid=0
2024-11-18T20:51:20,280 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411188e71584055644a41bf141eef04507fab_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:20,283 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411188e71584055644a41bf141eef04507fab_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:20,283 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188e71584055644a41bf141eef04507fab_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:20,297 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:51:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:20,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742039_1215 (size=4469)
2024-11-18T20:51:20,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118525e28ff25b5459d90f6c8c07c401d9c_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963080295/Put/seqid=0
2024-11-18T20:51:20,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742038_1214 (size=13221)
2024-11-18T20:51:20,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963140371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963140371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963140371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963140377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742040_1216 (size=14994)
2024-11-18T20:51:20,414 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:20,424 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118525e28ff25b5459d90f6c8c07c401d9c_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118525e28ff25b5459d90f6c8c07c401d9c_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:20,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/07f1c8041fef4bb3b7e8af31c2ff7ad7, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:20,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/07f1c8041fef4bb3b7e8af31c2ff7ad7 is 175, key is test_row_0/A:col10/1731963080295/Put/seqid=0
2024-11-18T20:51:20,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742041_1217 (size=39949)
2024-11-18T20:51:20,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963140490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963140490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963140491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963140491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963140702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963140702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963140702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963140719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:20,765 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:20,765 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/5085b4a49392498f984d694692e15199 is 175, key is test_row_0/A:col10/1731963079600/Put/seqid=0
2024-11-18T20:51:20,780 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/45bfbdf20aa341edb18797dc552306ac as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/45bfbdf20aa341edb18797dc552306ac
2024-11-18T20:51:20,786 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into 45bfbdf20aa341edb18797dc552306ac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:20,786 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:20,786 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=12, startTime=1731963080239; duration=0sec
2024-11-18T20:51:20,787 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:20,787 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:20,787 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:20,788 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:20,788 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:20,788 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:20,789 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/977baf348afb42fb95136dcf28d00070, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/14be49fe217244a08eda5780f36a88bc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/bed2f7fadc574853876d7aab43989eb7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/01820e9f5b114c60b833872fe637254c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=48.8 K
2024-11-18T20:51:20,789 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 977baf348afb42fb95136dcf28d00070, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731963076670
2024-11-18T20:51:20,790 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 14be49fe217244a08eda5780f36a88bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731963077395
2024-11-18T20:51:20,794 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting bed2f7fadc574853876d7aab43989eb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731963077775
2024-11-18T20:51:20,794 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 01820e9f5b114c60b833872fe637254c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731963078953
2024-11-18T20:51:20,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742042_1218 (size=32175)
2024-11-18T20:51:20,814 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:20,814 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/89fb8feb646444ffb9475649cfe8b810 is 50, key is test_row_0/C:col10/1731963079600/Put/seqid=0
2024-11-18T20:51:20,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742043_1219 (size=13221)
2024-11-18T20:51:20,870 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/07f1c8041fef4bb3b7e8af31c2ff7ad7
2024-11-18T20:51:20,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/a22a8e2b4dc44a71bb12677c5fc442d3 is 50, key is test_row_0/B:col10/1731963080295/Put/seqid=0
2024-11-18T20:51:20,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742044_1220 (size=12301)
2024-11-18T20:51:20,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/a22a8e2b4dc44a71bb12677c5fc442d3
2024-11-18T20:51:20,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/53512bd8e3db4eba9f733e2a63a2710b is 50, key is test_row_0/C:col10/1731963080295/Put/seqid=0
2024-11-18T20:51:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T20:51:20,980 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:20,980 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:20,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742045_1221 (size=12301)
2024-11-18T20:51:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-18T20:51:21,003 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T20:51:21,004 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:21,004 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:21,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963141010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963141010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963141010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963141029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T20:51:21,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-18T20:51:21,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:21,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:21,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:21,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:21,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:21,217 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/5085b4a49392498f984d694692e15199 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/5085b4a49392498f984d694692e15199
2024-11-18T20:51:21,234 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into 5085b4a49392498f984d694692e15199(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:21,234 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:21,234 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=12, startTime=1731963080238; duration=0sec
2024-11-18T20:51:21,235 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:21,235 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:21,270 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/89fb8feb646444ffb9475649cfe8b810 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/89fb8feb646444ffb9475649cfe8b810
2024-11-18T20:51:21,276 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into 89fb8feb646444ffb9475649cfe8b810(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:21,276 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:21,276 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=12, startTime=1731963080239; duration=0sec
2024-11-18T20:51:21,276 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:21,276 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:21,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-18T20:51:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T20:51:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:21,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:21,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:21,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/53512bd8e3db4eba9f733e2a63a2710b
2024-11-18T20:51:21,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/07f1c8041fef4bb3b7e8af31c2ff7ad7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/07f1c8041fef4bb3b7e8af31c2ff7ad7
2024-11-18T20:51:21,411 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/07f1c8041fef4bb3b7e8af31c2ff7ad7, entries=200, sequenceid=413, filesize=39.0 K
2024-11-18T20:51:21,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/a22a8e2b4dc44a71bb12677c5fc442d3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a22a8e2b4dc44a71bb12677c5fc442d3
2024-11-18T20:51:21,420 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a22a8e2b4dc44a71bb12677c5fc442d3, entries=150, sequenceid=413, filesize=12.0 K
2024-11-18T20:51:21,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/53512bd8e3db4eba9f733e2a63a2710b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/53512bd8e3db4eba9f733e2a63a2710b
2024-11-18T20:51:21,428 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/53512bd8e3db4eba9f733e2a63a2710b, entries=150, sequenceid=413, filesize=12.0 K
2024-11-18T20:51:21,430 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 15607a37d57f519af30e2bb2d8c487a8 in 1134ms, sequenceid=413, compaction requested=false
2024-11-18T20:51:21,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:21,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-18T20:51:21,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:21,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:51:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187378cc868a0a4c2eb9d3bd43b38de062_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963080369/Put/seqid=0
2024-11-18T20:51:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:21,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. as already flushing
2024-11-18T20:51:21,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742046_1222 (size=12454)
2024-11-18T20:51:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:21,549 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187378cc868a0a4c2eb9d3bd43b38de062_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187378cc868a0a4c2eb9d3bd43b38de062_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:21,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/8d59a2a8bb66471d8f7ce2fd9891bd94, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:21,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/8d59a2a8bb66471d8f7ce2fd9891bd94 is 175, key is test_row_0/A:col10/1731963080369/Put/seqid=0
2024-11-18T20:51:21,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963141567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963141570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963141571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963141573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742047_1223 (size=31255)
2024-11-18T20:51:21,604 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=439, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/8d59a2a8bb66471d8f7ce2fd9891bd94
2024-11-18T20:51:21,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/51f9dff75a5d4a818caa471b64f6a2f1 is 50, key is test_row_0/B:col10/1731963080369/Put/seqid=0
2024-11-18T20:51:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T20:51:21,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963141679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963141680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963141690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742048_1224 (size=12301)
2024-11-18T20:51:21,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963141699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963141890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963141890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963141910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963141910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:21,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42810 deadline: 1731963141989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:21,996 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in 15607a37d57f519af30e2bb2d8c487a8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:21,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:21,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:22,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/51f9dff75a5d4a818caa471b64f6a2f1
2024-11-18T20:51:22,115 INFO  [Thread-560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-560.
2024-11-18T20:51:22,115 DEBUG [Thread-560 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:22,115 DEBUG [Thread-560 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,115 DEBUG [Thread-560 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,116 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:22,121 INFO  [Thread-562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-562.
2024-11-18T20:51:22,121 DEBUG [Thread-562 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:22,121 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,122 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,122 INFO  [Thread-566 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-566.
2024-11-18T20:51:22,122 DEBUG [Thread-566 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:22,122 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,122 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,122 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:22,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/65291286058f448d954ec9bdbad0509b is 50, key is test_row_0/C:col10/1731963080369/Put/seqid=0
2024-11-18T20:51:22,123 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:22,125 INFO  [Thread-564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-564.
2024-11-18T20:51:22,125 DEBUG [Thread-564 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:22,125 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,125 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,127 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:22,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742049_1225 (size=12301)
2024-11-18T20:51:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T20:51:22,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42866 deadline: 1731963142200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:22,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42830 deadline: 1731963142200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:22,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42850 deadline: 1731963142219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:22,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:22,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:22,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42824 deadline: 1731963142219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:22,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:51:22,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/65291286058f448d954ec9bdbad0509b
2024-11-18T20:51:22,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/8d59a2a8bb66471d8f7ce2fd9891bd94 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8d59a2a8bb66471d8f7ce2fd9891bd94
2024-11-18T20:51:22,559 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8d59a2a8bb66471d8f7ce2fd9891bd94, entries=150, sequenceid=439, filesize=30.5 K
2024-11-18T20:51:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/51f9dff75a5d4a818caa471b64f6a2f1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/51f9dff75a5d4a818caa471b64f6a2f1
2024-11-18T20:51:22,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/51f9dff75a5d4a818caa471b64f6a2f1, entries=150, sequenceid=439, filesize=12.0 K
2024-11-18T20:51:22,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/65291286058f448d954ec9bdbad0509b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/65291286058f448d954ec9bdbad0509b
2024-11-18T20:51:22,573 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/65291286058f448d954ec9bdbad0509b, entries=150, sequenceid=439, filesize=12.0 K
2024-11-18T20:51:22,574 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 15607a37d57f519af30e2bb2d8c487a8 in 1101ms, sequenceid=439, compaction requested=true
2024-11-18T20:51:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-18T20:51:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-18T20:51:22,578 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-18T20:51:22,578 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec
2024-11-18T20:51:22,580 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.5980 sec
2024-11-18T20:51:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:22,712 INFO  [Thread-557 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-557.
2024-11-18T20:51:22,712 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:51:22,712 INFO  [Thread-555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-555.
2024-11-18T20:51:22,712 DEBUG [Thread-557 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:22,712 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,712 DEBUG [Thread-555 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:22,712 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,712 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,712 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,712 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:22,712 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:22,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e451c6421a55449b88e55e997ae9311c_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963081535/Put/seqid=0
2024-11-18T20:51:22,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742050_1226 (size=12454)
2024-11-18T20:51:22,736 INFO  [Thread-551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-551.
2024-11-18T20:51:22,736 DEBUG [Thread-551 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:22,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:22,737 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,737 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,737 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:22,738 INFO  [Thread-553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-553.
2024-11-18T20:51:22,738 DEBUG [Thread-553 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:22,738 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,738 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:22,738 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:22,742 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e451c6421a55449b88e55e997ae9311c_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e451c6421a55449b88e55e997ae9311c_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:22,743 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/aa6289499932454fbfdecfa5e87352b2, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:22,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/aa6289499932454fbfdecfa5e87352b2 is 175, key is test_row_0/A:col10/1731963081535/Put/seqid=0
2024-11-18T20:51:22,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742051_1227 (size=31255)
2024-11-18T20:51:23,152 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/aa6289499932454fbfdecfa5e87352b2
2024-11-18T20:51:23,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/3fd04bb1fda24dfca92c9374c44c61be is 50, key is test_row_0/B:col10/1731963081535/Put/seqid=0
2024-11-18T20:51:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T20:51:23,184 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:23,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742052_1228 (size=12301)
2024-11-18T20:51:23,197 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/3fd04bb1fda24dfca92c9374c44c61be
2024-11-18T20:51:23,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/df1c704cba4549e9a24c0abd68a46922 is 50, key is test_row_0/C:col10/1731963081535/Put/seqid=0
2024-11-18T20:51:23,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742053_1229 (size=12301)
2024-11-18T20:51:23,260 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/df1c704cba4549e9a24c0abd68a46922
2024-11-18T20:51:23,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/aa6289499932454fbfdecfa5e87352b2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa6289499932454fbfdecfa5e87352b2
2024-11-18T20:51:23,279 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa6289499932454fbfdecfa5e87352b2, entries=150, sequenceid=454, filesize=30.5 K
2024-11-18T20:51:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/3fd04bb1fda24dfca92c9374c44c61be as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/3fd04bb1fda24dfca92c9374c44c61be
2024-11-18T20:51:23,287 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/3fd04bb1fda24dfca92c9374c44c61be, entries=150, sequenceid=454, filesize=12.0 K
2024-11-18T20:51:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/df1c704cba4549e9a24c0abd68a46922 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/df1c704cba4549e9a24c0abd68a46922
2024-11-18T20:51:23,297 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/df1c704cba4549e9a24c0abd68a46922, entries=150, sequenceid=454, filesize=12.0 K
2024-11-18T20:51:23,299 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for 15607a37d57f519af30e2bb2d8c487a8 in 587ms, sequenceid=454, compaction requested=true
2024-11-18T20:51:23,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:23,299 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:23,301 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134634 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:23,302 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/A is initiating minor compaction (all files)
2024-11-18T20:51:23,302 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/A in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:23,302 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/5085b4a49392498f984d694692e15199, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/07f1c8041fef4bb3b7e8af31c2ff7ad7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8d59a2a8bb66471d8f7ce2fd9891bd94, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa6289499932454fbfdecfa5e87352b2] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=131.5 K
2024-11-18T20:51:23,302 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:23,302 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/5085b4a49392498f984d694692e15199, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/07f1c8041fef4bb3b7e8af31c2ff7ad7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8d59a2a8bb66471d8f7ce2fd9891bd94, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa6289499932454fbfdecfa5e87352b2]
2024-11-18T20:51:23,303 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5085b4a49392498f984d694692e15199, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731963078953
2024-11-18T20:51:23,303 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07f1c8041fef4bb3b7e8af31c2ff7ad7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731963079628
2024-11-18T20:51:23,304 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d59a2a8bb66471d8f7ce2fd9891bd94, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731963080350
2024-11-18T20:51:23,304 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa6289499932454fbfdecfa5e87352b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731963081535
2024-11-18T20:51:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:23,324 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15607a37d57f519af30e2bb2d8c487a8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:23,326 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:23,326 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/B is initiating minor compaction (all files)
2024-11-18T20:51:23,326 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/B in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:23,326 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/45bfbdf20aa341edb18797dc552306ac, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a22a8e2b4dc44a71bb12677c5fc442d3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/51f9dff75a5d4a818caa471b64f6a2f1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/3fd04bb1fda24dfca92c9374c44c61be] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=48.9 K
2024-11-18T20:51:23,327 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 45bfbdf20aa341edb18797dc552306ac, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731963078953
2024-11-18T20:51:23,327 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a22a8e2b4dc44a71bb12677c5fc442d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731963079636
2024-11-18T20:51:23,329 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 51f9dff75a5d4a818caa471b64f6a2f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731963080350
2024-11-18T20:51:23,329 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fd04bb1fda24dfca92c9374c44c61be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731963081535
2024-11-18T20:51:23,332 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:23,340 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111841e9765b62ac40dbbb4e7957c7c51507_15607a37d57f519af30e2bb2d8c487a8 store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:23,356 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#B#compaction#184 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:23,357 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/a3ba3c470ea343628f24b7e1bef84728 is 50, key is test_row_0/B:col10/1731963081535/Put/seqid=0
2024-11-18T20:51:23,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742054_1230 (size=13357)
2024-11-18T20:51:23,433 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111841e9765b62ac40dbbb4e7957c7c51507_15607a37d57f519af30e2bb2d8c487a8, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:23,433 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111841e9765b62ac40dbbb4e7957c7c51507_15607a37d57f519af30e2bb2d8c487a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:23,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742055_1231 (size=4469)
2024-11-18T20:51:23,821 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/a3ba3c470ea343628f24b7e1bef84728 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a3ba3c470ea343628f24b7e1bef84728
2024-11-18T20:51:23,829 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/B of 15607a37d57f519af30e2bb2d8c487a8 into a3ba3c470ea343628f24b7e1bef84728(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:23,829 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:23,829 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/B, priority=12, startTime=1731963083324; duration=0sec
2024-11-18T20:51:23,829 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:23,829 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:B
2024-11-18T20:51:23,829 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:23,831 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:23,831 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 15607a37d57f519af30e2bb2d8c487a8/C is initiating minor compaction (all files)
2024-11-18T20:51:23,832 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15607a37d57f519af30e2bb2d8c487a8/C in TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:23,832 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/89fb8feb646444ffb9475649cfe8b810, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/53512bd8e3db4eba9f733e2a63a2710b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/65291286058f448d954ec9bdbad0509b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/df1c704cba4549e9a24c0abd68a46922] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp, totalSize=48.9 K
2024-11-18T20:51:23,832 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 89fb8feb646444ffb9475649cfe8b810, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731963078953
2024-11-18T20:51:23,833 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 53512bd8e3db4eba9f733e2a63a2710b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731963079636
2024-11-18T20:51:23,833 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 65291286058f448d954ec9bdbad0509b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731963080350
2024-11-18T20:51:23,834 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting df1c704cba4549e9a24c0abd68a46922, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731963081535
2024-11-18T20:51:23,849 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#C#compaction#185 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:23,850 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/1a3cca9e01ec425bb6cef1143d12014f is 50, key is test_row_0/C:col10/1731963081535/Put/seqid=0
2024-11-18T20:51:23,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742056_1232 (size=13357)
2024-11-18T20:51:23,869 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/1a3cca9e01ec425bb6cef1143d12014f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a3cca9e01ec425bb6cef1143d12014f
2024-11-18T20:51:23,876 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/C of 15607a37d57f519af30e2bb2d8c487a8 into 1a3cca9e01ec425bb6cef1143d12014f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:23,876 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:23,876 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/C, priority=12, startTime=1731963083324; duration=0sec
2024-11-18T20:51:23,877 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:23,877 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:C
2024-11-18T20:51:23,955 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15607a37d57f519af30e2bb2d8c487a8#A#compaction#183 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:23,956 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/f6e3724510894c4dbd61ba51e74b71b2 is 175, key is test_row_0/A:col10/1731963081535/Put/seqid=0
2024-11-18T20:51:23,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742057_1233 (size=32311)
2024-11-18T20:51:24,368 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/f6e3724510894c4dbd61ba51e74b71b2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f6e3724510894c4dbd61ba51e74b71b2
2024-11-18T20:51:24,373 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 15607a37d57f519af30e2bb2d8c487a8/A of 15607a37d57f519af30e2bb2d8c487a8 into f6e3724510894c4dbd61ba51e74b71b2(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-18T20:51:24,374 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15607a37d57f519af30e2bb2d8c487a8:

2024-11-18T20:51:24,374 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., storeName=15607a37d57f519af30e2bb2d8c487a8/A, priority=12, startTime=1731963083299; duration=1sec
2024-11-18T20:51:24,374 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:24,374 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15607a37d57f519af30e2bb2d8c487a8:A
2024-11-18T20:51:26,031 INFO  [Thread-549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-549.
2024-11-18T20:51:26,031 DEBUG [Thread-549 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:26,031 DEBUG [Thread-549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:26,031 DEBUG [Thread-549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:26,032 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 74
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 46
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 78
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 75
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 87
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2009
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1934
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 929
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2782 rows
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 924
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2770 rows
2024-11-18T20:51:26,032 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:51:26,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:51:26,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:26,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:26,033 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:26,033 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T20:51:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T20:51:26,042 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963086041"}]},"ts":"1731963086041"}
2024-11-18T20:51:26,043 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T20:51:26,044 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T20:51:26,044 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:51:26,046 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, UNASSIGN}]
2024-11-18T20:51:26,047 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, UNASSIGN
2024-11-18T20:51:26,047 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=15607a37d57f519af30e2bb2d8c487a8, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:26,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, UNASSIGN because future has completed
2024-11-18T20:51:26,049 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:51:26,049 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; CloseRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:51:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T20:51:26,202 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(122): Close 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:26,202 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:51:26,202 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1722): Closing 15607a37d57f519af30e2bb2d8c487a8, disabling compactions & flushes
2024-11-18T20:51:26,202 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:26,202 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:26,202 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. after waiting 0 ms
2024-11-18T20:51:26,202 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:26,202 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(2902): Flushing 15607a37d57f519af30e2bb2d8c487a8 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-18T20:51:26,210 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111860b33829fa874b80b6138e8e68beb70d_15607a37d57f519af30e2bb2d8c487a8 is 50, key is test_row_0/A:col10/1731963086030/Put/seqid=0
2024-11-18T20:51:26,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742058_1234 (size=12454)
2024-11-18T20:51:26,218 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:26,223 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111860b33829fa874b80b6138e8e68beb70d_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111860b33829fa874b80b6138e8e68beb70d_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:26,224 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/6c8c0a70b9cb40b78556eebc5584e54b, store: [table=TestAcidGuarantees family=A region=15607a37d57f519af30e2bb2d8c487a8]
2024-11-18T20:51:26,225 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/6c8c0a70b9cb40b78556eebc5584e54b is 175, key is test_row_0/A:col10/1731963086030/Put/seqid=0
2024-11-18T20:51:26,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742059_1235 (size=31255)
2024-11-18T20:51:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T20:51:26,633 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=463, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/6c8c0a70b9cb40b78556eebc5584e54b
2024-11-18T20:51:26,640 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1dd4cc92d394446fb753f85823420bac is 50, key is test_row_0/B:col10/1731963086030/Put/seqid=0
2024-11-18T20:51:26,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742060_1236 (size=12301)
2024-11-18T20:51:26,645 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1dd4cc92d394446fb753f85823420bac
2024-11-18T20:51:26,652 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f62180449e894269b33be2b3190fc541 is 50, key is test_row_0/C:col10/1731963086030/Put/seqid=0
2024-11-18T20:51:26,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742061_1237 (size=12301)
2024-11-18T20:51:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T20:51:26,725 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:51:27,057 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f62180449e894269b33be2b3190fc541
2024-11-18T20:51:27,062 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/A/6c8c0a70b9cb40b78556eebc5584e54b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/6c8c0a70b9cb40b78556eebc5584e54b
2024-11-18T20:51:27,066 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/6c8c0a70b9cb40b78556eebc5584e54b, entries=150, sequenceid=463, filesize=30.5 K
2024-11-18T20:51:27,067 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/B/1dd4cc92d394446fb753f85823420bac as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1dd4cc92d394446fb753f85823420bac
2024-11-18T20:51:27,071 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1dd4cc92d394446fb753f85823420bac, entries=150, sequenceid=463, filesize=12.0 K
2024-11-18T20:51:27,072 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/.tmp/C/f62180449e894269b33be2b3190fc541 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f62180449e894269b33be2b3190fc541
2024-11-18T20:51:27,076 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f62180449e894269b33be2b3190fc541, entries=150, sequenceid=463, filesize=12.0 K
2024-11-18T20:51:27,077 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 15607a37d57f519af30e2bb2d8c487a8 in 875ms, sequenceid=463, compaction requested=false
2024-11-18T20:51:27,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/1a6e8c1e1953468797d0e2a096d83a72, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/788df660e8ff45cc9b338a18bb248abf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8f86bed6d44448e489e14cb146f754b3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/94c81b32d99a4ce489ecaf5850b56534, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a5f65b98ca25445c8a77255a31598bf8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/9748067e4c844da8999707d44a230166, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/ed708dacb04344f1848a1076f2e44c24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b17e1d5677b142b9a58dce55552b4722, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f452dde729584515aa8cb6ff27258c08, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/36f8134f4a9d4ab5aa67219f1bf22017, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3f6043b739814a138f0a889c4a6575ee, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a0ed1be1f9e54f20ad26e1ba77b1227f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa0cf56c383d41cb80eec984d82fa0f4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/155b3f5b9e204d54a75f383a1dab09ca, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3380249e3e67426b8c769798ddc54b00, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7440bb7bf27b4cf3b9849451c778eeeb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/c5e027a5e16f473cb043c3fff8d25442, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/cb44e82c4f284a739ffdae2cbf8f0ce7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/059300bf3fe74f6199a9f840f3858b08, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/2fa65fd6b1b94e6198fa8a205f8546ce, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b3192f3b9ed04ba4acd0ec00115d17e6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4b5468e02ec04fc485caea56f443f3f7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/431f14c00aa14e948f62b8c2609a64f5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4a3d10adf0484da88b3408c24b4a7a59, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7e6db45e72e549b9a13f496355d74cf5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/64581408ca6e4f13998cc9096a44f697, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/5085b4a49392498f984d694692e15199, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/0f0f576aaf28478581353bf027ffd2be, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/07f1c8041fef4bb3b7e8af31c2ff7ad7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8d59a2a8bb66471d8f7ce2fd9891bd94, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa6289499932454fbfdecfa5e87352b2] to archive
2024-11-18T20:51:27,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:51:27,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/1a6e8c1e1953468797d0e2a096d83a72 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/1a6e8c1e1953468797d0e2a096d83a72
2024-11-18T20:51:27,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/788df660e8ff45cc9b338a18bb248abf to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/788df660e8ff45cc9b338a18bb248abf
2024-11-18T20:51:27,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8f86bed6d44448e489e14cb146f754b3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8f86bed6d44448e489e14cb146f754b3
2024-11-18T20:51:27,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/94c81b32d99a4ce489ecaf5850b56534 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/94c81b32d99a4ce489ecaf5850b56534
2024-11-18T20:51:27,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a5f65b98ca25445c8a77255a31598bf8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a5f65b98ca25445c8a77255a31598bf8
2024-11-18T20:51:27,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/9748067e4c844da8999707d44a230166 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/9748067e4c844da8999707d44a230166
2024-11-18T20:51:27,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/ed708dacb04344f1848a1076f2e44c24 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/ed708dacb04344f1848a1076f2e44c24
2024-11-18T20:51:27,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b17e1d5677b142b9a58dce55552b4722 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b17e1d5677b142b9a58dce55552b4722
2024-11-18T20:51:27,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f452dde729584515aa8cb6ff27258c08 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f452dde729584515aa8cb6ff27258c08
2024-11-18T20:51:27,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/36f8134f4a9d4ab5aa67219f1bf22017 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/36f8134f4a9d4ab5aa67219f1bf22017
2024-11-18T20:51:27,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3f6043b739814a138f0a889c4a6575ee to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3f6043b739814a138f0a889c4a6575ee
2024-11-18T20:51:27,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a0ed1be1f9e54f20ad26e1ba77b1227f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/a0ed1be1f9e54f20ad26e1ba77b1227f
2024-11-18T20:51:27,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa0cf56c383d41cb80eec984d82fa0f4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa0cf56c383d41cb80eec984d82fa0f4
2024-11-18T20:51:27,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/155b3f5b9e204d54a75f383a1dab09ca to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/155b3f5b9e204d54a75f383a1dab09ca
2024-11-18T20:51:27,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3380249e3e67426b8c769798ddc54b00 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/3380249e3e67426b8c769798ddc54b00
2024-11-18T20:51:27,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7440bb7bf27b4cf3b9849451c778eeeb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7440bb7bf27b4cf3b9849451c778eeeb
2024-11-18T20:51:27,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/c5e027a5e16f473cb043c3fff8d25442 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/c5e027a5e16f473cb043c3fff8d25442
2024-11-18T20:51:27,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/cb44e82c4f284a739ffdae2cbf8f0ce7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/cb44e82c4f284a739ffdae2cbf8f0ce7
2024-11-18T20:51:27,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/059300bf3fe74f6199a9f840f3858b08 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/059300bf3fe74f6199a9f840f3858b08
2024-11-18T20:51:27,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/2fa65fd6b1b94e6198fa8a205f8546ce to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/2fa65fd6b1b94e6198fa8a205f8546ce
2024-11-18T20:51:27,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b3192f3b9ed04ba4acd0ec00115d17e6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/b3192f3b9ed04ba4acd0ec00115d17e6
2024-11-18T20:51:27,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4b5468e02ec04fc485caea56f443f3f7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4b5468e02ec04fc485caea56f443f3f7
2024-11-18T20:51:27,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/431f14c00aa14e948f62b8c2609a64f5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/431f14c00aa14e948f62b8c2609a64f5
2024-11-18T20:51:27,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4a3d10adf0484da88b3408c24b4a7a59 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/4a3d10adf0484da88b3408c24b4a7a59
2024-11-18T20:51:27,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7e6db45e72e549b9a13f496355d74cf5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/7e6db45e72e549b9a13f496355d74cf5
2024-11-18T20:51:27,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/64581408ca6e4f13998cc9096a44f697 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/64581408ca6e4f13998cc9096a44f697
2024-11-18T20:51:27,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/5085b4a49392498f984d694692e15199 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/5085b4a49392498f984d694692e15199
2024-11-18T20:51:27,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/0f0f576aaf28478581353bf027ffd2be to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/0f0f576aaf28478581353bf027ffd2be
2024-11-18T20:51:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T20:51:27,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/07f1c8041fef4bb3b7e8af31c2ff7ad7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/07f1c8041fef4bb3b7e8af31c2ff7ad7
2024-11-18T20:51:27,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8d59a2a8bb66471d8f7ce2fd9891bd94 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/8d59a2a8bb66471d8f7ce2fd9891bd94
2024-11-18T20:51:27,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa6289499932454fbfdecfa5e87352b2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/aa6289499932454fbfdecfa5e87352b2
2024-11-18T20:51:27,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d41f6581193649f3b072e88679a47177, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/b1cf53303d6b420c8ca936cb10d372fa, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1f73884e8e8245259e29ce10dbf9e6df, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/78210774750c49dba101ab51ca74c64e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/af08dfff38484e288695bfbb9d00f1ae, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6cd8a2971f6846e18f53ca4c4eca06d1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/667eb8b816e44e63b41f1bf0e5a59e64, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6763787aa6d4420eb38c5644016a776d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/fcdd68ab6f0e4bb998d394c15dc7b8b0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a45ab9cabb1f4fc48ad60a1eb4bcb153, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6592c300a64d40d1895e837af110e53c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/47792227bdeb4fc1b0e80d299e1c73bf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/e0b7c68f2cb94de3978e8f8b5f4b77e7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/478626359c7940b1873fc257a671fc05, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/2eac1f28b2c743b8a79a9c8b3220f281, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/02e76eb99be24d7094ed161a8499b743, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/7c6d33bd8842489cb8e4d8c0f54a6462, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/9962267e7e0245c48503ff218fcf5ae8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/5e385600e24a4360ab41fff7b174aade, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/210172dc497a48218c6ffef44b07c51b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/4c508f9150f843399610166381cf9a6a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a5f1f5db3ec4694a083de42e3a53622, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/52469a187ab649c3a4b94a825d43904a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d6ed499d49d24b91af8e0157c8a5c334, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/247fc31264ea4baebc6ba5bfadd812f4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a3d6a142da8478eb85bbbff6282974e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/45bfbdf20aa341edb18797dc552306ac, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/91da06e1d9164e1da90bbfa4e303d8bb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a22a8e2b4dc44a71bb12677c5fc442d3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/51f9dff75a5d4a818caa471b64f6a2f1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/3fd04bb1fda24dfca92c9374c44c61be] to archive
2024-11-18T20:51:27,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:51:27,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d41f6581193649f3b072e88679a47177 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d41f6581193649f3b072e88679a47177
2024-11-18T20:51:27,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/b1cf53303d6b420c8ca936cb10d372fa to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/b1cf53303d6b420c8ca936cb10d372fa
2024-11-18T20:51:27,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1f73884e8e8245259e29ce10dbf9e6df to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1f73884e8e8245259e29ce10dbf9e6df
2024-11-18T20:51:27,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/78210774750c49dba101ab51ca74c64e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/78210774750c49dba101ab51ca74c64e
2024-11-18T20:51:27,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/af08dfff38484e288695bfbb9d00f1ae to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/af08dfff38484e288695bfbb9d00f1ae
2024-11-18T20:51:27,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6cd8a2971f6846e18f53ca4c4eca06d1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6cd8a2971f6846e18f53ca4c4eca06d1
2024-11-18T20:51:27,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/667eb8b816e44e63b41f1bf0e5a59e64 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/667eb8b816e44e63b41f1bf0e5a59e64
2024-11-18T20:51:27,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6763787aa6d4420eb38c5644016a776d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6763787aa6d4420eb38c5644016a776d
2024-11-18T20:51:27,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/fcdd68ab6f0e4bb998d394c15dc7b8b0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/fcdd68ab6f0e4bb998d394c15dc7b8b0
2024-11-18T20:51:27,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a45ab9cabb1f4fc48ad60a1eb4bcb153 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a45ab9cabb1f4fc48ad60a1eb4bcb153
2024-11-18T20:51:27,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6592c300a64d40d1895e837af110e53c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/6592c300a64d40d1895e837af110e53c
2024-11-18T20:51:27,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/47792227bdeb4fc1b0e80d299e1c73bf to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/47792227bdeb4fc1b0e80d299e1c73bf
2024-11-18T20:51:27,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/e0b7c68f2cb94de3978e8f8b5f4b77e7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/e0b7c68f2cb94de3978e8f8b5f4b77e7
2024-11-18T20:51:27,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/478626359c7940b1873fc257a671fc05 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/478626359c7940b1873fc257a671fc05
2024-11-18T20:51:27,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/2eac1f28b2c743b8a79a9c8b3220f281 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/2eac1f28b2c743b8a79a9c8b3220f281
2024-11-18T20:51:27,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/02e76eb99be24d7094ed161a8499b743 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/02e76eb99be24d7094ed161a8499b743
2024-11-18T20:51:27,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/7c6d33bd8842489cb8e4d8c0f54a6462 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/7c6d33bd8842489cb8e4d8c0f54a6462
2024-11-18T20:51:27,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/9962267e7e0245c48503ff218fcf5ae8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/9962267e7e0245c48503ff218fcf5ae8
2024-11-18T20:51:27,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/5e385600e24a4360ab41fff7b174aade to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/5e385600e24a4360ab41fff7b174aade
2024-11-18T20:51:27,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/210172dc497a48218c6ffef44b07c51b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/210172dc497a48218c6ffef44b07c51b
2024-11-18T20:51:27,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/4c508f9150f843399610166381cf9a6a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/4c508f9150f843399610166381cf9a6a
2024-11-18T20:51:27,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a5f1f5db3ec4694a083de42e3a53622 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a5f1f5db3ec4694a083de42e3a53622
2024-11-18T20:51:27,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/52469a187ab649c3a4b94a825d43904a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/52469a187ab649c3a4b94a825d43904a
2024-11-18T20:51:27,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d6ed499d49d24b91af8e0157c8a5c334 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/d6ed499d49d24b91af8e0157c8a5c334
2024-11-18T20:51:27,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/247fc31264ea4baebc6ba5bfadd812f4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/247fc31264ea4baebc6ba5bfadd812f4
2024-11-18T20:51:27,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a3d6a142da8478eb85bbbff6282974e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1a3d6a142da8478eb85bbbff6282974e
2024-11-18T20:51:27,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/45bfbdf20aa341edb18797dc552306ac to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/45bfbdf20aa341edb18797dc552306ac
2024-11-18T20:51:27,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/91da06e1d9164e1da90bbfa4e303d8bb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/91da06e1d9164e1da90bbfa4e303d8bb
2024-11-18T20:51:27,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a22a8e2b4dc44a71bb12677c5fc442d3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a22a8e2b4dc44a71bb12677c5fc442d3
2024-11-18T20:51:27,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/51f9dff75a5d4a818caa471b64f6a2f1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/51f9dff75a5d4a818caa471b64f6a2f1
2024-11-18T20:51:27,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/3fd04bb1fda24dfca92c9374c44c61be to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/3fd04bb1fda24dfca92c9374c44c61be
2024-11-18T20:51:27,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4790fb53b80c4fb7be504138552a749d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ba2dadbfd5d74f1980f930805e32b51c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7923ac7d69cd4a62a032c9b7900f29bb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a883c9d6c7e4ae88ada13565cc50a8d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/78864ff50a144b1c93fac83536c7b08b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/63c8b45ad19b4ec98322b7bdac3b5ca7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/e63a9f091e1f43c982f212fa9e5bfe36, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f5f60b403df142008eb0de35a4d47313, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7f116f0418b74c81a1b71c7f90fb7c5e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/5a4ec2f751ae40188a984250f5db0d44, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/26d2edce8d1a40bb9bf4605b82d8165c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ad1196ac119a44ada654468c2c098a24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7539ef971a544665bf819ac6c8a0d85b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/2113168cee3a415eab36ab6321d785db, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/b0cf252a3d684237b076e14116be55b9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/c3a6e0aede524d3ea041ec354063288b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/72082a209c5544d1a1d180514c71526d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/24922760ab934b4ba67f0be7973d3d89, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f37f68c44e5144a1b25552fa7182bc06, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4d832873bb9f490fba209ba1dc11ceb8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/923f039d8b584f739acd3cc15d2c0dd6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/6b68af273b2e4ed589c574ee665d9bf2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/977baf348afb42fb95136dcf28d00070, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/022800293a9d40658611793c298c37de, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/14be49fe217244a08eda5780f36a88bc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/bed2f7fadc574853876d7aab43989eb7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/89fb8feb646444ffb9475649cfe8b810, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/01820e9f5b114c60b833872fe637254c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/53512bd8e3db4eba9f733e2a63a2710b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/65291286058f448d954ec9bdbad0509b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/df1c704cba4549e9a24c0abd68a46922] to archive
2024-11-18T20:51:27,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:51:27,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4790fb53b80c4fb7be504138552a749d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4790fb53b80c4fb7be504138552a749d
2024-11-18T20:51:27,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ba2dadbfd5d74f1980f930805e32b51c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ba2dadbfd5d74f1980f930805e32b51c
2024-11-18T20:51:27,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7923ac7d69cd4a62a032c9b7900f29bb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7923ac7d69cd4a62a032c9b7900f29bb
2024-11-18T20:51:27,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a883c9d6c7e4ae88ada13565cc50a8d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a883c9d6c7e4ae88ada13565cc50a8d
2024-11-18T20:51:27,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/78864ff50a144b1c93fac83536c7b08b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/78864ff50a144b1c93fac83536c7b08b
2024-11-18T20:51:27,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/63c8b45ad19b4ec98322b7bdac3b5ca7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/63c8b45ad19b4ec98322b7bdac3b5ca7
2024-11-18T20:51:27,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/e63a9f091e1f43c982f212fa9e5bfe36 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/e63a9f091e1f43c982f212fa9e5bfe36
2024-11-18T20:51:27,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f5f60b403df142008eb0de35a4d47313 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f5f60b403df142008eb0de35a4d47313
2024-11-18T20:51:27,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7f116f0418b74c81a1b71c7f90fb7c5e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7f116f0418b74c81a1b71c7f90fb7c5e
2024-11-18T20:51:27,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/5a4ec2f751ae40188a984250f5db0d44 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/5a4ec2f751ae40188a984250f5db0d44
2024-11-18T20:51:27,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/26d2edce8d1a40bb9bf4605b82d8165c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/26d2edce8d1a40bb9bf4605b82d8165c
2024-11-18T20:51:27,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ad1196ac119a44ada654468c2c098a24 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/ad1196ac119a44ada654468c2c098a24
2024-11-18T20:51:27,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7539ef971a544665bf819ac6c8a0d85b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/7539ef971a544665bf819ac6c8a0d85b
2024-11-18T20:51:27,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/2113168cee3a415eab36ab6321d785db to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/2113168cee3a415eab36ab6321d785db
2024-11-18T20:51:27,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/b0cf252a3d684237b076e14116be55b9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/b0cf252a3d684237b076e14116be55b9
2024-11-18T20:51:27,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/c3a6e0aede524d3ea041ec354063288b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/c3a6e0aede524d3ea041ec354063288b
2024-11-18T20:51:27,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/72082a209c5544d1a1d180514c71526d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/72082a209c5544d1a1d180514c71526d
2024-11-18T20:51:27,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/24922760ab934b4ba67f0be7973d3d89 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/24922760ab934b4ba67f0be7973d3d89
2024-11-18T20:51:27,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f37f68c44e5144a1b25552fa7182bc06 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f37f68c44e5144a1b25552fa7182bc06
2024-11-18T20:51:27,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4d832873bb9f490fba209ba1dc11ceb8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/4d832873bb9f490fba209ba1dc11ceb8
2024-11-18T20:51:27,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/923f039d8b584f739acd3cc15d2c0dd6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/923f039d8b584f739acd3cc15d2c0dd6
2024-11-18T20:51:27,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/6b68af273b2e4ed589c574ee665d9bf2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/6b68af273b2e4ed589c574ee665d9bf2
2024-11-18T20:51:27,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/977baf348afb42fb95136dcf28d00070 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/977baf348afb42fb95136dcf28d00070
2024-11-18T20:51:27,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/022800293a9d40658611793c298c37de to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/022800293a9d40658611793c298c37de
2024-11-18T20:51:27,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/14be49fe217244a08eda5780f36a88bc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/14be49fe217244a08eda5780f36a88bc
2024-11-18T20:51:27,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/bed2f7fadc574853876d7aab43989eb7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/bed2f7fadc574853876d7aab43989eb7
2024-11-18T20:51:27,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/89fb8feb646444ffb9475649cfe8b810 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/89fb8feb646444ffb9475649cfe8b810
2024-11-18T20:51:27,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/01820e9f5b114c60b833872fe637254c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/01820e9f5b114c60b833872fe637254c
2024-11-18T20:51:27,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/53512bd8e3db4eba9f733e2a63a2710b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/53512bd8e3db4eba9f733e2a63a2710b
2024-11-18T20:51:27,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/65291286058f448d954ec9bdbad0509b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/65291286058f448d954ec9bdbad0509b
2024-11-18T20:51:27,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/df1c704cba4549e9a24c0abd68a46922 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/df1c704cba4549e9a24c0abd68a46922
2024-11-18T20:51:27,324 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/recovered.edits/466.seqid, newMaxSeqId=466, maxSeqId=4
2024-11-18T20:51:27,324 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.
2024-11-18T20:51:27,325 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1676): Region close journal for 15607a37d57f519af30e2bb2d8c487a8:
Waiting for close lock at 1731963086202Running coprocessor pre-close hooks at 1731963086202Disabling compacts and flushes for region at 1731963086202Disabling writes for close at 1731963086202Obtaining lock to block concurrent updates at 1731963086202Preparing flush snapshotting stores in 15607a37d57f519af30e2bb2d8c487a8 at 1731963086202Finished memstore snapshotting TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731963086203 (+1 ms)Flushing stores of TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8. at 1731963086203Flushing 15607a37d57f519af30e2bb2d8c487a8/A: creating writer at 1731963086203Flushing mob file 15607a37d57f519af30e2bb2d8c487a8/A: appending metadata at 1731963086210 (+7 ms)Flushing mob file 15607a37d57f519af30e2bb2d8c487a8/A: closing flushed file at 1731963086210Flushing 15607a37d57f519af30e2bb2d8c487a8/A: appending metadata at 1731963086225 (+15 ms)Flushing 15607a37d57f519af30e2bb2d8c487a8/A: closing flushed file at 1731963086225Flushing 15607a37d57f519af30e2bb2d8c487a8/B: creating writer at 1731963086637 (+412 ms)Flushing 15607a37d57f519af30e2bb2d8c487a8/B: appending metadata at 1731963086640 (+3 ms)Flushing 15607a37d57f519af30e2bb2d8c487a8/B: closing flushed file at 1731963086640Flushing 15607a37d57f519af30e2bb2d8c487a8/C: creating writer at 1731963086650 (+10 ms)Flushing 15607a37d57f519af30e2bb2d8c487a8/C: appending metadata at 1731963086652 (+2 ms)Flushing 15607a37d57f519af30e2bb2d8c487a8/C: closing flushed file at 1731963086652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe2604a: reopening flushed file at 1731963087061 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c0660b: reopening flushed file at 1731963087066 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a256dfd: reopening flushed file at 1731963087071 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 15607a37d57f519af30e2bb2d8c487a8 in 875ms, sequenceid=463, compaction requested=false at 1731963087077 (+6 ms)Writing region close event to WAL at 1731963087319 (+242 ms)Running coprocessor post-close hooks at 1731963087324 (+5 ms)Closed at 1731963087324
2024-11-18T20:51:27,328 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(157): Closed 15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:27,332 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=15607a37d57f519af30e2bb2d8c487a8, regionState=CLOSED
2024-11-18T20:51:27,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=50, state=RUNNABLE, hasLock=false; CloseRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:51:27,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-18T20:51:27,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseRegionProcedure 15607a37d57f519af30e2bb2d8c487a8, server=29a7ef02c270,38231,1731963029040 in 1.2970 sec
2024-11-18T20:51:27,350 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49
2024-11-18T20:51:27,350 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=15607a37d57f519af30e2bb2d8c487a8, UNASSIGN in 1.3020 sec
2024-11-18T20:51:27,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-18T20:51:27,353 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3070 sec
2024-11-18T20:51:27,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963087354"}]},"ts":"1731963087354"}
2024-11-18T20:51:27,356 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T20:51:27,356 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T20:51:27,359 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3240 sec
2024-11-18T20:51:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T20:51:28,191 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:28,191 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T20:51:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:28,193 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=52, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T20:51:28,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=52, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:28,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,200 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/recovered.edits]
2024-11-18T20:51:28,203 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/6c8c0a70b9cb40b78556eebc5584e54b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/6c8c0a70b9cb40b78556eebc5584e54b
2024-11-18T20:51:28,204 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f6e3724510894c4dbd61ba51e74b71b2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/A/f6e3724510894c4dbd61ba51e74b71b2
2024-11-18T20:51:28,206 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1dd4cc92d394446fb753f85823420bac to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/1dd4cc92d394446fb753f85823420bac
2024-11-18T20:51:28,207 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a3ba3c470ea343628f24b7e1bef84728 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/B/a3ba3c470ea343628f24b7e1bef84728
2024-11-18T20:51:28,211 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a3cca9e01ec425bb6cef1143d12014f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/1a3cca9e01ec425bb6cef1143d12014f
2024-11-18T20:51:28,212 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f62180449e894269b33be2b3190fc541 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/C/f62180449e894269b33be2b3190fc541
2024-11-18T20:51:28,215 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/recovered.edits/466.seqid to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8/recovered.edits/466.seqid
2024-11-18T20:51:28,217 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,217 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T20:51:28,218 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T20:51:28,219 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T20:51:28,222 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118132563ba58c244658b2c85002bbc1c9a_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118132563ba58c244658b2c85002bbc1c9a_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,224 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181fd7478d6a264b17a24cd3026f036618_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181fd7478d6a264b17a24cd3026f036618_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,225 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182a822b893173485188023e426e24526b_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182a822b893173485188023e426e24526b_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,225 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b483c0c01fb441b98146b298577f48e_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b483c0c01fb441b98146b298577f48e_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,226 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b796969fca64c619e61152890eb66fa_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b796969fca64c619e61152890eb66fa_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,227 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111837e24b1892e44c45934aa774872a8cd8_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111837e24b1892e44c45934aa774872a8cd8_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,228 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ed18db08a914e82be76caa4252f9127_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ed18db08a914e82be76caa4252f9127_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,229 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111840cba26292f34d96a4a0c6f11bba211e_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111840cba26292f34d96a4a0c6f11bba211e_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,230 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184a7b469a74ff40158f44e377f87b754e_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184a7b469a74ff40158f44e377f87b754e_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,232 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118514c8fde59e74df6b2ccec9354f6803a_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118514c8fde59e74df6b2ccec9354f6803a_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,241 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118525e28ff25b5459d90f6c8c07c401d9c_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118525e28ff25b5459d90f6c8c07c401d9c_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,243 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111860b33829fa874b80b6138e8e68beb70d_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111860b33829fa874b80b6138e8e68beb70d_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,244 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186114dd75d6214ae891cdc561898a3f8c_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186114dd75d6214ae891cdc561898a3f8c_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,246 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186aad8e71a25c49eaba43661b9d1149ec_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186aad8e71a25c49eaba43661b9d1149ec_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,248 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187378cc868a0a4c2eb9d3bd43b38de062_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187378cc868a0a4c2eb9d3bd43b38de062_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,249 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876e2564697d7449eb03c05749dd0483e_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876e2564697d7449eb03c05749dd0483e_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,251 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187d7d436268d94ffd8a682989f47ac430_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187d7d436268d94ffd8a682989f47ac430_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,252 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118916cf6d5003647af8e793c5a7e1f5920_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118916cf6d5003647af8e793c5a7e1f5920_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,254 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189ccdda5ec95f49ba84f673335360d5e8_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189ccdda5ec95f49ba84f673335360d5e8_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,255 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cceba4e80c614484b181b96bb55ce05f_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cceba4e80c614484b181b96bb55ce05f_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,256 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dd8a311b98374a8baa9af73f2e6b0c20_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dd8a311b98374a8baa9af73f2e6b0c20_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,258 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e39b17980a404049a9cb7a73be470f6f_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e39b17980a404049a9cb7a73be470f6f_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,259 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e451c6421a55449b88e55e997ae9311c_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e451c6421a55449b88e55e997ae9311c_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,260 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e48233529c014b0dbd43ce5d2929e8d1_15607a37d57f519af30e2bb2d8c487a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e48233529c014b0dbd43ce5d2929e8d1_15607a37d57f519af30e2bb2d8c487a8
2024-11-18T20:51:28,261 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T20:51:28,263 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=52, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:28,266 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T20:51:28,268 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T20:51:28,270 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=52, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:28,270 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T20:51:28,270 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731963088270"}]},"ts":"9223372036854775807"}
2024-11-18T20:51:28,274 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T20:51:28,274 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 15607a37d57f519af30e2bb2d8c487a8, NAME => 'TestAcidGuarantees,,1731963060758.15607a37d57f519af30e2bb2d8c487a8.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T20:51:28,274 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T20:51:28,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731963088274"}]},"ts":"9223372036854775807"}
2024-11-18T20:51:28,277 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T20:51:28,278 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=52, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:28,279 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec
2024-11-18T20:51:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T20:51:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T20:51:28,301 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:28,311 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-74402442_22 at /127.0.0.1:53068 [Waiting for operation #605]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1609169838_22 at /127.0.0.1:58778 [Waiting for operation #642]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1609169838_22 at /127.0.0.1:53300 [Waiting for operation #532]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-74402442_22 at /127.0.0.1:35590 [Waiting for operation #269]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=845 (was 803) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=516 (was 725)
2024-11-18T20:51:28,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T20:51:28,324 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=845, ProcessCount=11, AvailableMemoryMB=516
2024-11-18T20:51:28,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:51:28,326 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:51:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:28,332 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:51:28,332 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:28,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 53
2024-11-18T20:51:28,335 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:51:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-18T20:51:28,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742062_1238 (size=959)
2024-11-18T20:51:28,358 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f
2024-11-18T20:51:28,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742063_1239 (size=53)
2024-11-18T20:51:28,382 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:51:28,383 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0eb1fc162d94f2c571d537040abf11d8, disabling compactions & flushes
2024-11-18T20:51:28,383 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:28,383 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:28,383 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. after waiting 0 ms
2024-11-18T20:51:28,383 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:28,383 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:28,383 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0eb1fc162d94f2c571d537040abf11d8:
Waiting for close lock at 1731963088383Disabling compacts and flushes for region at 1731963088383Disabling writes for close at 1731963088383Writing region close event to WAL at 1731963088383Closed at 1731963088383
2024-11-18T20:51:28,385 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:51:28,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731963088386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963088386"}]},"ts":"1731963088386"}
2024-11-18T20:51:28,389 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:51:28,390 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:51:28,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963088390"}]},"ts":"1731963088390"}
2024-11-18T20:51:28,393 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T20:51:28,394 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, ASSIGN}]
2024-11-18T20:51:28,395 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, ASSIGN
2024-11-18T20:51:28,396 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, ASSIGN; state=OFFLINE, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=false
2024-11-18T20:51:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-18T20:51:28,548 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=0eb1fc162d94f2c571d537040abf11d8, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:28,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, ASSIGN because future has completed
2024-11-18T20:51:28,550 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:51:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-18T20:51:28,706 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:28,706 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:51:28,706 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,706 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:51:28,707 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,707 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,715 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0eb1fc162d94f2c571d537040abf11d8 
2024-11-18T20:51:28,716 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eb1fc162d94f2c571d537040abf11d8 columnFamilyName A
2024-11-18T20:51:28,717 DEBUG [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:28,717 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] regionserver.HStore(327): Store=0eb1fc162d94f2c571d537040abf11d8/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:28,717 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0eb1fc162d94f2c571d537040abf11d8 
2024-11-18T20:51:28,720 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eb1fc162d94f2c571d537040abf11d8 columnFamilyName B
2024-11-18T20:51:28,720 DEBUG [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:28,721 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] regionserver.HStore(327): Store=0eb1fc162d94f2c571d537040abf11d8/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:28,721 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0eb1fc162d94f2c571d537040abf11d8 
2024-11-18T20:51:28,724 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eb1fc162d94f2c571d537040abf11d8 columnFamilyName C
2024-11-18T20:51:28,725 DEBUG [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:51:28,725 INFO  [StoreOpener-0eb1fc162d94f2c571d537040abf11d8-1 {}] regionserver.HStore(327): Store=0eb1fc162d94f2c571d537040abf11d8/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:51:28,725 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,729 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,730 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,732 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,732 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,733 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:51:28,736 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,748 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:51:28,749 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 0eb1fc162d94f2c571d537040abf11d8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73433330, jitterRate=0.09424188733100891}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:51:28,749 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:28,750 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 0eb1fc162d94f2c571d537040abf11d8:
Running coprocessor pre-open hook at 1731963088707Writing region info on filesystem at 1731963088707Initializing all the Stores at 1731963088708 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963088708Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963088714 (+6 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963088714Cleaning up temporary data from old regions at 1731963088732 (+18 ms)Running coprocessor post-open hooks at 1731963088749 (+17 ms)Region opened successfully at 1731963088750 (+1 ms)
2024-11-18T20:51:28,751 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., pid=55, masterSystemTime=1731963088701
2024-11-18T20:51:28,753 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:28,753 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:28,754 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=0eb1fc162d94f2c571d537040abf11d8, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:28,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:51:28,758 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-18T20:51:28,758 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040 in 207 msec
2024-11-18T20:51:28,761 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53
2024-11-18T20:51:28,762 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, ASSIGN in 364 msec
2024-11-18T20:51:28,762 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:51:28,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963088762"}]},"ts":"1731963088762"}
2024-11-18T20:51:28,764 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T20:51:28,765 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=53, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:51:28,767 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 439 msec
2024-11-18T20:51:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-18T20:51:28,960 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:28,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333e91c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:28,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:28,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:28,963 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a91c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:28,966 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330b79da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:28,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:28,973 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:28,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T20:51:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40255,1731963027755
2024-11-18T20:51:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a86cb81
2024-11-18T20:51:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T20:51:28,981 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T20:51:28,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25146acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:28,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:28,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,000 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254d4a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,003 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdd907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,009 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,010 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,012 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16da845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,017 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276cb1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,019 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224df7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,025 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0ee8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,028 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c378dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,037 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c990199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,039 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3494ae00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,047 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656ee937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,050 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c82d313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,065 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72227e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,068 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2958ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,071 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffd134c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,073 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7288b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,085 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768cffd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,087 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b1ad4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:51:29,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:51:29,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:51:29,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:51:29,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:51:29,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d57548a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:51:29,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:51:29,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:29,095 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:51:29,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4cd4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:51:29,097 DEBUG [Thread-1114 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,098 DEBUG [Thread-1114 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,098 DEBUG [Thread-1114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,100 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,102 DEBUG [Thread-1114 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,103 DEBUG [Thread-1131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,106 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,108 DEBUG [Thread-1120 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,116 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,127 DEBUG [Thread-1112 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,129 DEBUG [Thread-1116 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,139 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,140 DEBUG [Thread-1129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,143 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:29,147 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-18T20:51:29,160 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-11-18T20:51:29,163 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T20:51:29,163 DEBUG [Thread-1127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,164 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:29,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,170 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,172 DEBUG [Thread-1118 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,172 DEBUG [Thread-1118 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,173 DEBUG [Thread-1118 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,180 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,199 DEBUG [Thread-1125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,206 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,211 DEBUG [Thread-1123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:51:29,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:51:29,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:51:29,214 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:51:29,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:51:29,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963149226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963149228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963149230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/cbdefb8efcd94e219a490b58383f47dc is 50, key is test_row_0/A:col10/1731963089146/Put/seqid=0
2024-11-18T20:51:29,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963149240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963149236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T20:51:29,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742064_1240 (size=12001)
2024-11-18T20:51:29,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:29,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:29,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963149339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963149339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963149356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963149360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963149360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:29,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:29,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T20:51:29,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963149559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963149559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963149570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963149570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963149570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,713 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/cbdefb8efcd94e219a490b58383f47dc
2024-11-18T20:51:29,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/57bb674dd60547deb7d4970ff492d06d is 50, key is test_row_0/B:col10/1731963089146/Put/seqid=0
2024-11-18T20:51:29,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742065_1241 (size=12001)
2024-11-18T20:51:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T20:51:29,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963149870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963149870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963149888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963149888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963149890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:29,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:29,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,220 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/57bb674dd60547deb7d4970ff492d06d
2024-11-18T20:51:30,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/11cce87b98984335841333d3a03a2a24 is 50, key is test_row_0/C:col10/1731963089146/Put/seqid=0
2024-11-18T20:51:30,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:30,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:30,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742066_1242 (size=12001)
2024-11-18T20:51:30,320 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/11cce87b98984335841333d3a03a2a24
2024-11-18T20:51:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T20:51:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/cbdefb8efcd94e219a490b58383f47dc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cbdefb8efcd94e219a490b58383f47dc
2024-11-18T20:51:30,344 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cbdefb8efcd94e219a490b58383f47dc, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T20:51:30,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/57bb674dd60547deb7d4970ff492d06d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/57bb674dd60547deb7d4970ff492d06d
2024-11-18T20:51:30,359 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/57bb674dd60547deb7d4970ff492d06d, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T20:51:30,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/11cce87b98984335841333d3a03a2a24 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/11cce87b98984335841333d3a03a2a24
2024-11-18T20:51:30,370 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/11cce87b98984335841333d3a03a2a24, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T20:51:30,371 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0eb1fc162d94f2c571d537040abf11d8 in 1225ms, sequenceid=15, compaction requested=false
2024-11-18T20:51:30,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:30,403 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:51:30,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/6624676725a248c59595ad767bcc6ad1 is 50, key is test_row_0/A:col10/1731963090402/Put/seqid=0
2024-11-18T20:51:30,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:30,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963150425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963150427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963150427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963150433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963150429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742067_1243 (size=12001)
2024-11-18T20:51:30,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963150540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963150540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963150545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963150549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963150560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963150750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963150750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963150760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963150759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963150770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:30,882 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/6624676725a248c59595ad767bcc6ad1
2024-11-18T20:51:30,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:30,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:30,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/939602c91e5547e0a6cc7a4aa9a9c53b is 50, key is test_row_0/B:col10/1731963090402/Put/seqid=0
2024-11-18T20:51:30,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742068_1244 (size=12001)
2024-11-18T20:51:30,939 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/939602c91e5547e0a6cc7a4aa9a9c53b
2024-11-18T20:51:30,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a3fdbeced8ef4ea2ae6dd071c45eadbc is 50, key is test_row_0/C:col10/1731963090402/Put/seqid=0
2024-11-18T20:51:31,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742069_1245 (size=12001)
2024-11-18T20:51:31,020 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a3fdbeced8ef4ea2ae6dd071c45eadbc
2024-11-18T20:51:31,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/6624676725a248c59595ad767bcc6ad1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/6624676725a248c59595ad767bcc6ad1
2024-11-18T20:51:31,037 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/6624676725a248c59595ad767bcc6ad1, entries=150, sequenceid=38, filesize=11.7 K
2024-11-18T20:51:31,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/939602c91e5547e0a6cc7a4aa9a9c53b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/939602c91e5547e0a6cc7a4aa9a9c53b
2024-11-18T20:51:31,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,050 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/939602c91e5547e0a6cc7a4aa9a9c53b, entries=150, sequenceid=38, filesize=11.7 K
2024-11-18T20:51:31,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a3fdbeced8ef4ea2ae6dd071c45eadbc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a3fdbeced8ef4ea2ae6dd071c45eadbc
2024-11-18T20:51:31,058 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a3fdbeced8ef4ea2ae6dd071c45eadbc, entries=150, sequenceid=38, filesize=11.7 K
2024-11-18T20:51:31,059 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0eb1fc162d94f2c571d537040abf11d8 in 656ms, sequenceid=38, compaction requested=false
2024-11-18T20:51:31,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:31,066 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:31,066 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:51:31,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/b1ef4f49bf5c4098aeb7c0b36cb119e6 is 50, key is test_row_0/A:col10/1731963090430/Put/seqid=0
2024-11-18T20:51:31,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742070_1246 (size=16681)
2024-11-18T20:51:31,109 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/b1ef4f49bf5c4098aeb7c0b36cb119e6
2024-11-18T20:51:31,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963151107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963151111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963151111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963151118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963151117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/c8091548482e4b8bba213c7bafa85e26 is 50, key is test_row_0/B:col10/1731963090430/Put/seqid=0
2024-11-18T20:51:31,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742071_1247 (size=12001)
2024-11-18T20:51:31,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963151229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963151230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963151230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963151230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963151230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T20:51:31,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963151439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963151450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963151450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963151450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963151450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:31,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,572 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/c8091548482e4b8bba213c7bafa85e26
2024-11-18T20:51:31,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/eadb666cca5e4731a9806e72936d85d6 is 50, key is test_row_0/C:col10/1731963090430/Put/seqid=0
2024-11-18T20:51:31,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:31,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:31,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742072_1248 (size=12001)
2024-11-18T20:51:31,666 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/eadb666cca5e4731a9806e72936d85d6
2024-11-18T20:51:31,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/b1ef4f49bf5c4098aeb7c0b36cb119e6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b1ef4f49bf5c4098aeb7c0b36cb119e6
2024-11-18T20:51:31,679 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b1ef4f49bf5c4098aeb7c0b36cb119e6, entries=250, sequenceid=53, filesize=16.3 K
2024-11-18T20:51:31,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/c8091548482e4b8bba213c7bafa85e26 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c8091548482e4b8bba213c7bafa85e26
2024-11-18T20:51:31,688 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c8091548482e4b8bba213c7bafa85e26, entries=150, sequenceid=53, filesize=11.7 K
2024-11-18T20:51:31,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/eadb666cca5e4731a9806e72936d85d6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/eadb666cca5e4731a9806e72936d85d6
2024-11-18T20:51:31,695 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/eadb666cca5e4731a9806e72936d85d6, entries=150, sequenceid=53, filesize=11.7 K
2024-11-18T20:51:31,696 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0eb1fc162d94f2c571d537040abf11d8 in 630ms, sequenceid=53, compaction requested=true
2024-11-18T20:51:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:51:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-18T20:51:31,697 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:31,697 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:31,699 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:31,699 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:31,699 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:31,699 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,699 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:31,699 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,699 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cbdefb8efcd94e219a490b58383f47dc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/6624676725a248c59595ad767bcc6ad1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b1ef4f49bf5c4098aeb7c0b36cb119e6] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=39.7 K
2024-11-18T20:51:31,699 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/11cce87b98984335841333d3a03a2a24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a3fdbeced8ef4ea2ae6dd071c45eadbc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/eadb666cca5e4731a9806e72936d85d6] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=35.2 K
2024-11-18T20:51:31,699 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbdefb8efcd94e219a490b58383f47dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963089135
2024-11-18T20:51:31,700 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 11cce87b98984335841333d3a03a2a24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963089135
2024-11-18T20:51:31,700 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6624676725a248c59595ad767bcc6ad1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731963089195
2024-11-18T20:51:31,700 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a3fdbeced8ef4ea2ae6dd071c45eadbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731963089195
2024-11-18T20:51:31,700 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1ef4f49bf5c4098aeb7c0b36cb119e6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963090414
2024-11-18T20:51:31,700 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting eadb666cca5e4731a9806e72936d85d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963090430
2024-11-18T20:51:31,718 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:31,718 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/bfcd84057873457083b44513830af6aa is 50, key is test_row_0/A:col10/1731963090430/Put/seqid=0
2024-11-18T20:51:31,738 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:31,738 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/97a9e238b08d489db5bd8b1262fce527 is 50, key is test_row_0/C:col10/1731963090430/Put/seqid=0
2024-11-18T20:51:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:31,753 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:31,753 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-18T20:51:31,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742073_1249 (size=12104)
2024-11-18T20:51:31,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/0acda4291c7043fc97afc0534e47d027 is 50, key is test_row_0/A:col10/1731963091101/Put/seqid=0
2024-11-18T20:51:31,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742074_1250 (size=12104)
2024-11-18T20:51:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963151788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963151787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963151800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963151800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963151801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742075_1251 (size=12001)
2024-11-18T20:51:31,854 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/0acda4291c7043fc97afc0534e47d027
2024-11-18T20:51:31,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/efc12792c26043819fb77346ef2e72a3 is 50, key is test_row_0/B:col10/1731963091101/Put/seqid=0
2024-11-18T20:51:31,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963151910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963151910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742076_1252 (size=12001)
2024-11-18T20:51:31,922 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/efc12792c26043819fb77346ef2e72a3
2024-11-18T20:51:31,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963151920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963151920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963151920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:31,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/9945b9315860472b8a6c2b217d8f441e is 50, key is test_row_0/C:col10/1731963091101/Put/seqid=0
2024-11-18T20:51:31,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:31,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:31,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742077_1253 (size=12001)
2024-11-18T20:51:32,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:32,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:32,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:32,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:32,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:32,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963152120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963152120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963152130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963152131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963152130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,185 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/bfcd84057873457083b44513830af6aa as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bfcd84057873457083b44513830af6aa
2024-11-18T20:51:32,190 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into bfcd84057873457083b44513830af6aa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:32,191 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:32,191 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963091697; duration=0sec
2024-11-18T20:51:32,191 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:32,191 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:32,191 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:32,195 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:32,195 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:32,196 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:32,196 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/57bb674dd60547deb7d4970ff492d06d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/939602c91e5547e0a6cc7a4aa9a9c53b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c8091548482e4b8bba213c7bafa85e26] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=35.2 K
2024-11-18T20:51:32,196 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57bb674dd60547deb7d4970ff492d06d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963089135
2024-11-18T20:51:32,197 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 939602c91e5547e0a6cc7a4aa9a9c53b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731963089195
2024-11-18T20:51:32,197 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8091548482e4b8bba213c7bafa85e26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963090430
2024-11-18T20:51:32,215 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/97a9e238b08d489db5bd8b1262fce527 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/97a9e238b08d489db5bd8b1262fce527
2024-11-18T20:51:32,227 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:32,228 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/fc86956128e24814868af0140473cb74 is 50, key is test_row_0/B:col10/1731963090430/Put/seqid=0
2024-11-18T20:51:32,232 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into 97a9e238b08d489db5bd8b1262fce527(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:32,232 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:32,232 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963091697; duration=0sec
2024-11-18T20:51:32,232 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:32,232 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:32,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:32,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:32,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:32,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:32,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:32,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742078_1254 (size=12104)
2024-11-18T20:51:32,287 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/fc86956128e24814868af0140473cb74 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/fc86956128e24814868af0140473cb74
2024-11-18T20:51:32,293 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into fc86956128e24814868af0140473cb74(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:32,293 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:32,293 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963091697; duration=0sec
2024-11-18T20:51:32,293 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:32,293 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:32,401 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/9945b9315860472b8a6c2b217d8f441e
2024-11-18T20:51:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/0acda4291c7043fc97afc0534e47d027 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0acda4291c7043fc97afc0534e47d027
2024-11-18T20:51:32,413 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0acda4291c7043fc97afc0534e47d027, entries=150, sequenceid=75, filesize=11.7 K
2024-11-18T20:51:32,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/efc12792c26043819fb77346ef2e72a3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/efc12792c26043819fb77346ef2e72a3
2024-11-18T20:51:32,421 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/efc12792c26043819fb77346ef2e72a3, entries=150, sequenceid=75, filesize=11.7 K
2024-11-18T20:51:32,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/9945b9315860472b8a6c2b217d8f441e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9945b9315860472b8a6c2b217d8f441e
2024-11-18T20:51:32,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-18T20:51:32,436 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9945b9315860472b8a6c2b217d8f441e, entries=150, sequenceid=75, filesize=11.7 K
2024-11-18T20:51:32,437 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 0eb1fc162d94f2c571d537040abf11d8 in 684ms, sequenceid=75, compaction requested=false
2024-11-18T20:51:32,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:32,438 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-18T20:51:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:32,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:32,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/091eab1983bb4326b6441814c1712dc2 is 50, key is test_row_0/A:col10/1731963091782/Put/seqid=0
2024-11-18T20:51:32,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742079_1255 (size=12001)
2024-11-18T20:51:32,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,502 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/091eab1983bb4326b6441814c1712dc2
2024-11-18T20:51:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963152487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963152490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963152497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963152503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963152505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/bd14ec8dd25141799ef7a4224bc57e14 is 50, key is test_row_0/B:col10/1731963091782/Put/seqid=0
2024-11-18T20:51:32,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742080_1256 (size=12001)
2024-11-18T20:51:32,586 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/bd14ec8dd25141799ef7a4224bc57e14
2024-11-18T20:51:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/bd8a428ba8664c5b9477d74a721f5d2e is 50, key is test_row_0/C:col10/1731963091782/Put/seqid=0
2024-11-18T20:51:32,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963152610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963152610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963152620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963152620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963152621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742081_1257 (size=12001)
2024-11-18T20:51:32,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963152819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963152820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963152840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963152840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963152840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:32,888 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:51:33,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/bd8a428ba8664c5b9477d74a721f5d2e
2024-11-18T20:51:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/091eab1983bb4326b6441814c1712dc2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/091eab1983bb4326b6441814c1712dc2
2024-11-18T20:51:33,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/091eab1983bb4326b6441814c1712dc2, entries=150, sequenceid=94, filesize=11.7 K
2024-11-18T20:51:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/bd14ec8dd25141799ef7a4224bc57e14 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bd14ec8dd25141799ef7a4224bc57e14
2024-11-18T20:51:33,087 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bd14ec8dd25141799ef7a4224bc57e14, entries=150, sequenceid=94, filesize=11.7 K
2024-11-18T20:51:33,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/bd8a428ba8664c5b9477d74a721f5d2e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/bd8a428ba8664c5b9477d74a721f5d2e
2024-11-18T20:51:33,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/bd8a428ba8664c5b9477d74a721f5d2e, entries=150, sequenceid=94, filesize=11.7 K
2024-11-18T20:51:33,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 0eb1fc162d94f2c571d537040abf11d8 in 668ms, sequenceid=94, compaction requested=true
2024-11-18T20:51:33,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:33,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-18T20:51:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-18T20:51:33,110 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-18T20:51:33,110 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9440 sec
2024-11-18T20:51:33,113 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 3.9510 sec
2024-11-18T20:51:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:33,138 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:33,139 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:51:33,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/d8fd970cf5794e479948079c7780924a is 50, key is test_row_0/A:col10/1731963093138/Put/seqid=0
2024-11-18T20:51:33,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963153175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963153177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963153186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963153188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963153193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742082_1258 (size=19021)
2024-11-18T20:51:33,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963153300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963153300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963153309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963153309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963153310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T20:51:33,351 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:33,351 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-11-18T20:51:33,354 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:33,354 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:33,355 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T20:51:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T20:51:33,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963153510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963153510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T20:51:33,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963153520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963153520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963153520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,636 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/d8fd970cf5794e479948079c7780924a
2024-11-18T20:51:33,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/b23420a37a0345efb5b19b219e516af8 is 50, key is test_row_0/B:col10/1731963093138/Put/seqid=0
2024-11-18T20:51:33,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T20:51:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T20:51:33,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742083_1259 (size=12001)
2024-11-18T20:51:33,753 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/b23420a37a0345efb5b19b219e516af8
2024-11-18T20:51:33,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/997eb9acd01e47c3bfa8c58f7bb8143e is 50, key is test_row_0/C:col10/1731963093138/Put/seqid=0
2024-11-18T20:51:33,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963153820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963153820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963153829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963153829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963153829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:33,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T20:51:33,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:33,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:33,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742084_1260 (size=12001)
2024-11-18T20:51:33,850 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/997eb9acd01e47c3bfa8c58f7bb8143e
2024-11-18T20:51:33,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/d8fd970cf5794e479948079c7780924a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d8fd970cf5794e479948079c7780924a
2024-11-18T20:51:33,878 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d8fd970cf5794e479948079c7780924a, entries=300, sequenceid=118, filesize=18.6 K
2024-11-18T20:51:33,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/b23420a37a0345efb5b19b219e516af8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b23420a37a0345efb5b19b219e516af8
2024-11-18T20:51:33,884 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b23420a37a0345efb5b19b219e516af8, entries=150, sequenceid=118, filesize=11.7 K
2024-11-18T20:51:33,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/997eb9acd01e47c3bfa8c58f7bb8143e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/997eb9acd01e47c3bfa8c58f7bb8143e
2024-11-18T20:51:33,889 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/997eb9acd01e47c3bfa8c58f7bb8143e, entries=150, sequenceid=118, filesize=11.7 K
2024-11-18T20:51:33,891 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0eb1fc162d94f2c571d537040abf11d8 in 752ms, sequenceid=118, compaction requested=true
2024-11-18T20:51:33,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:33,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:33,891 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:33,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:33,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:33,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:33,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:33,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:51:33,893 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:33,893 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:33,893 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,893 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bfcd84057873457083b44513830af6aa, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0acda4291c7043fc97afc0534e47d027, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/091eab1983bb4326b6441814c1712dc2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d8fd970cf5794e479948079c7780924a] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=53.8 K
2024-11-18T20:51:33,893 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfcd84057873457083b44513830af6aa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963090430
2024-11-18T20:51:33,894 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0acda4291c7043fc97afc0534e47d027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731963091101
2024-11-18T20:51:33,894 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 091eab1983bb4326b6441814c1712dc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731963091782
2024-11-18T20:51:33,894 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8fd970cf5794e479948079c7780924a, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963092487
2024-11-18T20:51:33,895 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:33,905 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:33,905 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/1c2659e457ac44429676910a61d6bc55 is 50, key is test_row_0/A:col10/1731963093138/Put/seqid=0
2024-11-18T20:51:33,908 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:33,908 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:33,908 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,908 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/fc86956128e24814868af0140473cb74, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/efc12792c26043819fb77346ef2e72a3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bd14ec8dd25141799ef7a4224bc57e14, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b23420a37a0345efb5b19b219e516af8] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=47.0 K
2024-11-18T20:51:33,909 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting fc86956128e24814868af0140473cb74, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963090430
2024-11-18T20:51:33,910 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting efc12792c26043819fb77346ef2e72a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731963091101
2024-11-18T20:51:33,910 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting bd14ec8dd25141799ef7a4224bc57e14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731963091782
2024-11-18T20:51:33,910 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b23420a37a0345efb5b19b219e516af8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963092496
2024-11-18T20:51:33,930 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:33,931 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/b210287f5ebb41f8b210cbd0ab3ea7e0 is 50, key is test_row_0/B:col10/1731963093138/Put/seqid=0
2024-11-18T20:51:33,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742085_1261 (size=12241)
2024-11-18T20:51:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T20:51:33,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-18T20:51:33,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:33,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-18T20:51:34,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742086_1262 (size=12241)
2024-11-18T20:51:34,003 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/1c2659e457ac44429676910a61d6bc55 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1c2659e457ac44429676910a61d6bc55
2024-11-18T20:51:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/0ac1e48298d44cb186bba5608136388b is 50, key is test_row_0/A:col10/1731963093166/Put/seqid=0
2024-11-18T20:51:34,016 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/b210287f5ebb41f8b210cbd0ab3ea7e0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b210287f5ebb41f8b210cbd0ab3ea7e0
2024-11-18T20:51:34,019 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into 1c2659e457ac44429676910a61d6bc55(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:34,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:34,019 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=12, startTime=1731963093891; duration=0sec
2024-11-18T20:51:34,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:34,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:34,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:34,022 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into b210287f5ebb41f8b210cbd0ab3ea7e0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:34,022 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:34,022 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=12, startTime=1731963093891; duration=0sec
2024-11-18T20:51:34,023 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:34,023 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:34,024 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:34,024 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:34,024 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:34,024 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/97a9e238b08d489db5bd8b1262fce527, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9945b9315860472b8a6c2b217d8f441e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/bd8a428ba8664c5b9477d74a721f5d2e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/997eb9acd01e47c3bfa8c58f7bb8143e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=47.0 K
2024-11-18T20:51:34,025 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97a9e238b08d489db5bd8b1262fce527, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731963090430
2024-11-18T20:51:34,025 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9945b9315860472b8a6c2b217d8f441e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731963091101
2024-11-18T20:51:34,026 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd8a428ba8664c5b9477d74a721f5d2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731963091782
2024-11-18T20:51:34,026 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 997eb9acd01e47c3bfa8c58f7bb8143e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963092496
2024-11-18T20:51:34,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742087_1263 (size=12051)
2024-11-18T20:51:34,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/0ac1e48298d44cb186bba5608136388b
2024-11-18T20:51:34,082 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:34,082 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/5d225cc7d63146af80bf5387c7efa808 is 50, key is test_row_0/C:col10/1731963093138/Put/seqid=0
2024-11-18T20:51:34,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/6e36ad170fda4c958ad4032730915a01 is 50, key is test_row_0/B:col10/1731963093166/Put/seqid=0
2024-11-18T20:51:34,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742088_1264 (size=12241)
2024-11-18T20:51:34,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742089_1265 (size=12051)
2024-11-18T20:51:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:34,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:34,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963154399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963154399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963154403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963154412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963154412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T20:51:34,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963154524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963154524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963154528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963154532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963154532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,553 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/5d225cc7d63146af80bf5387c7efa808 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5d225cc7d63146af80bf5387c7efa808
2024-11-18T20:51:34,559 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into 5d225cc7d63146af80bf5387c7efa808(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:34,560 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:34,560 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=12, startTime=1731963093891; duration=0sec
2024-11-18T20:51:34,560 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:34,560 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:34,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/6e36ad170fda4c958ad4032730915a01
2024-11-18T20:51:34,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/3c8cdea6096a48fba325760b5f0b2c88 is 50, key is test_row_0/C:col10/1731963093166/Put/seqid=0
2024-11-18T20:51:34,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742090_1266 (size=12051)
2024-11-18T20:51:34,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/3c8cdea6096a48fba325760b5f0b2c88
2024-11-18T20:51:34,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/0ac1e48298d44cb186bba5608136388b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0ac1e48298d44cb186bba5608136388b
2024-11-18T20:51:34,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0ac1e48298d44cb186bba5608136388b, entries=150, sequenceid=130, filesize=11.8 K
2024-11-18T20:51:34,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/6e36ad170fda4c958ad4032730915a01 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/6e36ad170fda4c958ad4032730915a01
2024-11-18T20:51:34,702 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/6e36ad170fda4c958ad4032730915a01, entries=150, sequenceid=130, filesize=11.8 K
2024-11-18T20:51:34,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/3c8cdea6096a48fba325760b5f0b2c88 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/3c8cdea6096a48fba325760b5f0b2c88
2024-11-18T20:51:34,708 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/3c8cdea6096a48fba325760b5f0b2c88, entries=150, sequenceid=130, filesize=11.8 K
2024-11-18T20:51:34,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0eb1fc162d94f2c571d537040abf11d8 in 719ms, sequenceid=130, compaction requested=false
2024-11-18T20:51:34,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:34,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:34,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-18T20:51:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-18T20:51:34,715 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-18T20:51:34,716 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3580 sec
2024-11-18T20:51:34,719 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.3650 sec
2024-11-18T20:51:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:34,748 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:34,748 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:51:34,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/259a23688dc24ef49d435566d4edd1ec is 50, key is test_row_0/A:col10/1731963094410/Put/seqid=0
2024-11-18T20:51:34,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963154766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963154766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963154768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963154768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963154780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742091_1267 (size=16931)
2024-11-18T20:51:34,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963154891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963154891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963154891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963154891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:34,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963154899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963155100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963155100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963155100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963155100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963155110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,193 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/259a23688dc24ef49d435566d4edd1ec
2024-11-18T20:51:35,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/d4411580bd9148938324157eb442527f is 50, key is test_row_0/B:col10/1731963094410/Put/seqid=0
2024-11-18T20:51:35,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742092_1268 (size=12151)
2024-11-18T20:51:35,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963155410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963155410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963155410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963155420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963155420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-18T20:51:35,510 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:35,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-11-18T20:51:35,515 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T20:51:35,516 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:35,516 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T20:51:35,664 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/d4411580bd9148938324157eb442527f
2024-11-18T20:51:35,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-18T20:51:35,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:35,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:35,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a1555d8dc166419eb4cf1b64718a1108 is 50, key is test_row_0/C:col10/1731963094410/Put/seqid=0
2024-11-18T20:51:35,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742093_1269 (size=12151)
2024-11-18T20:51:35,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-18T20:51:35,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:35,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:35,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:35,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T20:51:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:35,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963155920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963155920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963155932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963155932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963155941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:35,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-18T20:51:35,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:35,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:35,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:35,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:36,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T20:51:36,142 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a1555d8dc166419eb4cf1b64718a1108
2024-11-18T20:51:36,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/259a23688dc24ef49d435566d4edd1ec as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/259a23688dc24ef49d435566d4edd1ec
2024-11-18T20:51:36,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-18T20:51:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:36,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:36,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:36,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:36,158 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/259a23688dc24ef49d435566d4edd1ec, entries=250, sequenceid=159, filesize=16.5 K
2024-11-18T20:51:36,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/d4411580bd9148938324157eb442527f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/d4411580bd9148938324157eb442527f
2024-11-18T20:51:36,165 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/d4411580bd9148938324157eb442527f, entries=150, sequenceid=159, filesize=11.9 K
2024-11-18T20:51:36,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a1555d8dc166419eb4cf1b64718a1108 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a1555d8dc166419eb4cf1b64718a1108
2024-11-18T20:51:36,170 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a1555d8dc166419eb4cf1b64718a1108, entries=150, sequenceid=159, filesize=11.9 K
2024-11-18T20:51:36,172 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0eb1fc162d94f2c571d537040abf11d8 in 1424ms, sequenceid=159, compaction requested=true
2024-11-18T20:51:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:36,172 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:36,172 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:36,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:36,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:36,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:36,173 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41223 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:36,173 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:36,173 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:36,174 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1c2659e457ac44429676910a61d6bc55, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0ac1e48298d44cb186bba5608136388b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/259a23688dc24ef49d435566d4edd1ec] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=40.3 K
2024-11-18T20:51:36,174 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:36,174 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:36,174 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:36,174 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b210287f5ebb41f8b210cbd0ab3ea7e0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/6e36ad170fda4c958ad4032730915a01, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/d4411580bd9148938324157eb442527f] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=35.6 K
2024-11-18T20:51:36,174 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b210287f5ebb41f8b210cbd0ab3ea7e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963092496
2024-11-18T20:51:36,174 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c2659e457ac44429676910a61d6bc55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963092496
2024-11-18T20:51:36,175 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e36ad170fda4c958ad4032730915a01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731963093166
2024-11-18T20:51:36,175 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ac1e48298d44cb186bba5608136388b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731963093166
2024-11-18T20:51:36,175 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d4411580bd9148938324157eb442527f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963094410
2024-11-18T20:51:36,176 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 259a23688dc24ef49d435566d4edd1ec, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963094397
2024-11-18T20:51:36,209 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:36,210 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/a9ecc7382eff4408b7015b912ffbcec8 is 50, key is test_row_0/B:col10/1731963094410/Put/seqid=0
2024-11-18T20:51:36,229 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:36,230 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/d9d2edc71de141a5907296b88ff579ac is 50, key is test_row_0/A:col10/1731963094410/Put/seqid=0
2024-11-18T20:51:36,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742094_1270 (size=12493)
2024-11-18T20:51:36,294 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/a9ecc7382eff4408b7015b912ffbcec8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9ecc7382eff4408b7015b912ffbcec8
2024-11-18T20:51:36,301 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into a9ecc7382eff4408b7015b912ffbcec8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:36,301 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:36,301 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963096172; duration=0sec
2024-11-18T20:51:36,301 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:36,302 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:36,302 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:36,304 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:36,355 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:36,355 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:36,356 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5d225cc7d63146af80bf5387c7efa808, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/3c8cdea6096a48fba325760b5f0b2c88, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a1555d8dc166419eb4cf1b64718a1108] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=35.6 K
2024-11-18T20:51:36,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-18T20:51:36,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:36,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-18T20:51:36,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742095_1271 (size=12493)
2024-11-18T20:51:36,365 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d225cc7d63146af80bf5387c7efa808, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731963092496
2024-11-18T20:51:36,366 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c8cdea6096a48fba325760b5f0b2c88, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731963093166
2024-11-18T20:51:36,368 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a1555d8dc166419eb4cf1b64718a1108, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963094410
2024-11-18T20:51:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/f8711d524760487293851eb7ac631240 is 50, key is test_row_0/A:col10/1731963094762/Put/seqid=0
2024-11-18T20:51:36,381 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:36,381 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/8a8d65481c16427eb779e58febc54eb4 is 50, key is test_row_0/C:col10/1731963094410/Put/seqid=0
2024-11-18T20:51:36,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742097_1273 (size=12151)
2024-11-18T20:51:36,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/f8711d524760487293851eb7ac631240
2024-11-18T20:51:36,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742096_1272 (size=12493)
2024-11-18T20:51:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/3beef540243f4f71856b03481674011e is 50, key is test_row_0/B:col10/1731963094762/Put/seqid=0
2024-11-18T20:51:36,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742098_1274 (size=12151)
2024-11-18T20:51:36,486 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/3beef540243f4f71856b03481674011e
2024-11-18T20:51:36,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/9e981215a9494fee9c833fb3fb816bda is 50, key is test_row_0/C:col10/1731963094762/Put/seqid=0
2024-11-18T20:51:36,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742099_1275 (size=12151)
2024-11-18T20:51:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T20:51:36,775 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/d9d2edc71de141a5907296b88ff579ac as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d9d2edc71de141a5907296b88ff579ac
2024-11-18T20:51:36,785 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into d9d2edc71de141a5907296b88ff579ac(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:36,786 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:36,786 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963096172; duration=0sec
2024-11-18T20:51:36,786 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:36,786 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:36,864 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/8a8d65481c16427eb779e58febc54eb4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8a8d65481c16427eb779e58febc54eb4
2024-11-18T20:51:36,872 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into 8a8d65481c16427eb779e58febc54eb4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:36,872 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:36,872 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963096173; duration=0sec
2024-11-18T20:51:36,872 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:36,872 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:36,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:36,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/9e981215a9494fee9c833fb3fb816bda
2024-11-18T20:51:36,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/f8711d524760487293851eb7ac631240 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f8711d524760487293851eb7ac631240
2024-11-18T20:51:36,956 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f8711d524760487293851eb7ac631240, entries=150, sequenceid=170, filesize=11.9 K
2024-11-18T20:51:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/3beef540243f4f71856b03481674011e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/3beef540243f4f71856b03481674011e
2024-11-18T20:51:36,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/3beef540243f4f71856b03481674011e, entries=150, sequenceid=170, filesize=11.9 K
2024-11-18T20:51:36,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/9e981215a9494fee9c833fb3fb816bda as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9e981215a9494fee9c833fb3fb816bda
2024-11-18T20:51:36,977 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9e981215a9494fee9c833fb3fb816bda, entries=150, sequenceid=170, filesize=11.9 K
2024-11-18T20:51:36,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=67.09 KB/68700 for 0eb1fc162d94f2c571d537040abf11d8 in 629ms, sequenceid=170, compaction requested=false
2024-11-18T20:51:36,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:36,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:36,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-18T20:51:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-18T20:51:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:36,996 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:36,996 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:51:37,006 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-18T20:51:37,006 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4800 sec
2024-11-18T20:51:37,008 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.4940 sec
2024-11-18T20:51:37,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/cdb2f3c7261f4323b1110cf6d9c9de1c is 50, key is test_row_0/A:col10/1731963096978/Put/seqid=0
2024-11-18T20:51:37,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742100_1276 (size=12151)
2024-11-18T20:51:37,053 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/cdb2f3c7261f4323b1110cf6d9c9de1c
2024-11-18T20:51:37,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/2ae230ca7dcb4998a74ea59d7bd5872a is 50, key is test_row_0/B:col10/1731963096978/Put/seqid=0
2024-11-18T20:51:37,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963157112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963157116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963157117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963157120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963157124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742101_1277 (size=12151)
2024-11-18T20:51:37,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963157230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963157230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963157230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963157230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963157240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963157439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963157450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963157450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963157450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963157450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,547 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/2ae230ca7dcb4998a74ea59d7bd5872a
2024-11-18T20:51:37,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/c932225c7895428d99dcea6c2c9162e7 is 50, key is test_row_0/C:col10/1731963096978/Put/seqid=0
2024-11-18T20:51:37,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742102_1278 (size=12151)
2024-11-18T20:51:37,606 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/c932225c7895428d99dcea6c2c9162e7
2024-11-18T20:51:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/cdb2f3c7261f4323b1110cf6d9c9de1c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cdb2f3c7261f4323b1110cf6d9c9de1c
2024-11-18T20:51:37,621 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cdb2f3c7261f4323b1110cf6d9c9de1c, entries=150, sequenceid=188, filesize=11.9 K
2024-11-18T20:51:37,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/2ae230ca7dcb4998a74ea59d7bd5872a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/2ae230ca7dcb4998a74ea59d7bd5872a
2024-11-18T20:51:37,633 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/2ae230ca7dcb4998a74ea59d7bd5872a, entries=150, sequenceid=188, filesize=11.9 K
2024-11-18T20:51:37,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/c932225c7895428d99dcea6c2c9162e7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/c932225c7895428d99dcea6c2c9162e7
2024-11-18T20:51:37,642 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/c932225c7895428d99dcea6c2c9162e7, entries=150, sequenceid=188, filesize=11.9 K
2024-11-18T20:51:37,648 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0eb1fc162d94f2c571d537040abf11d8 in 651ms, sequenceid=188, compaction requested=true
2024-11-18T20:51:37,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:37,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:37,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:37,648 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:37,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:37,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:37,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:37,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:51:37,648 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:37,649 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:37,649 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:37,650 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:37,650 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9ecc7382eff4408b7015b912ffbcec8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/3beef540243f4f71856b03481674011e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/2ae230ca7dcb4998a74ea59d7bd5872a] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=35.9 K
2024-11-18T20:51:37,651 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:37,651 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:37,651 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:37,651 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9ecc7382eff4408b7015b912ffbcec8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963094410
2024-11-18T20:51:37,651 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d9d2edc71de141a5907296b88ff579ac, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f8711d524760487293851eb7ac631240, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cdb2f3c7261f4323b1110cf6d9c9de1c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=35.9 K
2024-11-18T20:51:37,651 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3beef540243f4f71856b03481674011e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731963094762
2024-11-18T20:51:37,651 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d9d2edc71de141a5907296b88ff579ac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963094410
2024-11-18T20:51:37,652 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ae230ca7dcb4998a74ea59d7bd5872a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731963096978
2024-11-18T20:51:37,652 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f8711d524760487293851eb7ac631240, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731963094762
2024-11-18T20:51:37,652 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting cdb2f3c7261f4323b1110cf6d9c9de1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731963096978
2024-11-18T20:51:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T20:51:37,660 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:37,660 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-11-18T20:51:37,663 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:37,664 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:37,665 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T20:51:37,673 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:37,674 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/535f74adb4f243c1aa41ae000b292aeb is 50, key is test_row_0/B:col10/1731963096978/Put/seqid=0
2024-11-18T20:51:37,677 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:37,677 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/b121a35ef04b42d7a1acd5171eb2eb97 is 50, key is test_row_0/A:col10/1731963096978/Put/seqid=0
2024-11-18T20:51:37,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742103_1279 (size=12595)
2024-11-18T20:51:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:37,753 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-18T20:51:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:37,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742104_1280 (size=12595)
2024-11-18T20:51:37,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/60f013652f29434e9b89bc34b354024c is 50, key is test_row_0/A:col10/1731963097117/Put/seqid=0
2024-11-18T20:51:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T20:51:37,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963157777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963157779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963157791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963157796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963157797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742105_1281 (size=14541)
2024-11-18T20:51:37,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T20:51:37,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:37,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:37,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:37,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:37,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:37,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963157900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963157900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963157910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963157910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963157919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:37,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:37,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:37,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T20:51:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:37,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T20:51:38,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963158109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963158120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T20:51:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963158130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963158130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963158143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,164 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/535f74adb4f243c1aa41ae000b292aeb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/535f74adb4f243c1aa41ae000b292aeb
2024-11-18T20:51:38,169 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/b121a35ef04b42d7a1acd5171eb2eb97 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b121a35ef04b42d7a1acd5171eb2eb97
2024-11-18T20:51:38,170 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into 535f74adb4f243c1aa41ae000b292aeb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:38,171 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:38,171 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963097648; duration=0sec
2024-11-18T20:51:38,171 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:38,171 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:38,171 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:38,172 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:38,172 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:38,172 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,172 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8a8d65481c16427eb779e58febc54eb4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9e981215a9494fee9c833fb3fb816bda, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/c932225c7895428d99dcea6c2c9162e7] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=35.9 K
2024-11-18T20:51:38,173 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a8d65481c16427eb779e58febc54eb4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731963094410
2024-11-18T20:51:38,174 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e981215a9494fee9c833fb3fb816bda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731963094762
2024-11-18T20:51:38,175 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting c932225c7895428d99dcea6c2c9162e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731963096978
2024-11-18T20:51:38,175 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into b121a35ef04b42d7a1acd5171eb2eb97(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:38,175 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:38,175 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963097648; duration=0sec
2024-11-18T20:51:38,176 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:38,176 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:38,193 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:38,194 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/fd18d7ec7dd84aac9bf62be17c5b7e54 is 50, key is test_row_0/C:col10/1731963096978/Put/seqid=0
2024-11-18T20:51:38,212 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/60f013652f29434e9b89bc34b354024c
2024-11-18T20:51:38,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742106_1282 (size=12595)
2024-11-18T20:51:38,246 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/fd18d7ec7dd84aac9bf62be17c5b7e54 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/fd18d7ec7dd84aac9bf62be17c5b7e54
2024-11-18T20:51:38,251 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into fd18d7ec7dd84aac9bf62be17c5b7e54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:38,251 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:38,251 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963097648; duration=0sec
2024-11-18T20:51:38,251 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:38,251 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:38,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/8a6eaf55e18342cfad7e2e2a764c9005 is 50, key is test_row_0/B:col10/1731963097117/Put/seqid=0
2024-11-18T20:51:38,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T20:51:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T20:51:38,314 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T20:51:38,314 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-18T20:51:38,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742107_1283 (size=12151)
2024-11-18T20:51:38,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963158420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963158429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T20:51:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963158440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963158440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963158451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:38,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T20:51:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/8a6eaf55e18342cfad7e2e2a764c9005
2024-11-18T20:51:38,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T20:51:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:38,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/513f5569476c432bab0db176bdb70d58 is 50, key is test_row_0/C:col10/1731963097117/Put/seqid=0
2024-11-18T20:51:38,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742108_1284 (size=12151)
2024-11-18T20:51:38,794 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/513f5569476c432bab0db176bdb70d58
2024-11-18T20:51:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T20:51:38,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/60f013652f29434e9b89bc34b354024c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/60f013652f29434e9b89bc34b354024c
2024-11-18T20:51:38,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/60f013652f29434e9b89bc34b354024c, entries=200, sequenceid=209, filesize=14.2 K
2024-11-18T20:51:38,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/8a6eaf55e18342cfad7e2e2a764c9005 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/8a6eaf55e18342cfad7e2e2a764c9005
2024-11-18T20:51:38,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/8a6eaf55e18342cfad7e2e2a764c9005, entries=150, sequenceid=209, filesize=11.9 K
2024-11-18T20:51:38,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/513f5569476c432bab0db176bdb70d58 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/513f5569476c432bab0db176bdb70d58
2024-11-18T20:51:38,821 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/513f5569476c432bab0db176bdb70d58, entries=150, sequenceid=209, filesize=11.9 K
2024-11-18T20:51:38,822 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 0eb1fc162d94f2c571d537040abf11d8 in 1069ms, sequenceid=209, compaction requested=false
2024-11-18T20:51:38,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:38,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-18T20:51:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:38,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-18T20:51:38,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/ce41f794260a45bda10da60cdb96b048 is 50, key is test_row_0/A:col10/1731963097790/Put/seqid=0
2024-11-18T20:51:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:38,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:38,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742109_1285 (size=12151)
2024-11-18T20:51:38,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/ce41f794260a45bda10da60cdb96b048
2024-11-18T20:51:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/dd9cb6401bdc4d9bafb0d06c2093b30a is 50, key is test_row_0/B:col10/1731963097790/Put/seqid=0
2024-11-18T20:51:39,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963158995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742110_1286 (size=12151)
2024-11-18T20:51:39,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/dd9cb6401bdc4d9bafb0d06c2093b30a
2024-11-18T20:51:39,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963159006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963159009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963159009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963159010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/cfb39bbf1ac04b9794c42e8b7c34cde3 is 50, key is test_row_0/C:col10/1731963097790/Put/seqid=0
2024-11-18T20:51:39,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742111_1287 (size=12151)
2024-11-18T20:51:39,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/cfb39bbf1ac04b9794c42e8b7c34cde3
2024-11-18T20:51:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/ce41f794260a45bda10da60cdb96b048 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ce41f794260a45bda10da60cdb96b048
2024-11-18T20:51:39,087 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ce41f794260a45bda10da60cdb96b048, entries=150, sequenceid=229, filesize=11.9 K
2024-11-18T20:51:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/dd9cb6401bdc4d9bafb0d06c2093b30a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/dd9cb6401bdc4d9bafb0d06c2093b30a
2024-11-18T20:51:39,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/dd9cb6401bdc4d9bafb0d06c2093b30a, entries=150, sequenceid=229, filesize=11.9 K
2024-11-18T20:51:39,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/cfb39bbf1ac04b9794c42e8b7c34cde3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/cfb39bbf1ac04b9794c42e8b7c34cde3
2024-11-18T20:51:39,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/cfb39bbf1ac04b9794c42e8b7c34cde3, entries=150, sequenceid=229, filesize=11.9 K
2024-11-18T20:51:39,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0eb1fc162d94f2c571d537040abf11d8 in 207ms, sequenceid=229, compaction requested=true
2024-11-18T20:51:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-18T20:51:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-18T20:51:39,114 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-18T20:51:39,114 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec
2024-11-18T20:51:39,116 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.4550 sec
2024-11-18T20:51:39,125 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:39,125 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-18T20:51:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:39,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/c66860bea89549439054ab406b4804ff is 50, key is test_row_0/A:col10/1731963099123/Put/seqid=0
2024-11-18T20:51:39,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742112_1288 (size=12151)
2024-11-18T20:51:39,171 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/c66860bea89549439054ab406b4804ff
2024-11-18T20:51:39,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/177e057eb3694c47a19b9c2533f861fb is 50, key is test_row_0/B:col10/1731963099123/Put/seqid=0
2024-11-18T20:51:39,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963159187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963159192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963159205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963159219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963159221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742113_1289 (size=12151)
2024-11-18T20:51:39,238 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/177e057eb3694c47a19b9c2533f861fb
2024-11-18T20:51:39,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/1cff208294e84375994aa0494dab1bc6 is 50, key is test_row_0/C:col10/1731963099123/Put/seqid=0
2024-11-18T20:51:39,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742114_1290 (size=12151)
2024-11-18T20:51:39,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963159320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963159320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963159329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963159340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963159340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963159541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963159544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963159544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963159549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963159551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,723 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/1cff208294e84375994aa0494dab1bc6
2024-11-18T20:51:39,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/c66860bea89549439054ab406b4804ff as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/c66860bea89549439054ab406b4804ff
2024-11-18T20:51:39,741 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/c66860bea89549439054ab406b4804ff, entries=150, sequenceid=249, filesize=11.9 K
2024-11-18T20:51:39,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/177e057eb3694c47a19b9c2533f861fb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/177e057eb3694c47a19b9c2533f861fb
2024-11-18T20:51:39,748 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/177e057eb3694c47a19b9c2533f861fb, entries=150, sequenceid=249, filesize=11.9 K
2024-11-18T20:51:39,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/1cff208294e84375994aa0494dab1bc6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1cff208294e84375994aa0494dab1bc6
2024-11-18T20:51:39,754 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1cff208294e84375994aa0494dab1bc6, entries=150, sequenceid=249, filesize=11.9 K
2024-11-18T20:51:39,755 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 0eb1fc162d94f2c571d537040abf11d8 in 630ms, sequenceid=249, compaction requested=true
2024-11-18T20:51:39,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:39,755 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:39,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:39,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:39,764 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:39,765 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:39,765 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:39,765 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:39,765 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b121a35ef04b42d7a1acd5171eb2eb97, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/60f013652f29434e9b89bc34b354024c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ce41f794260a45bda10da60cdb96b048, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/c66860bea89549439054ab406b4804ff] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=50.2 K
2024-11-18T20:51:39,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:39,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:39,766 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:39,766 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:39,766 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:39,766 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/535f74adb4f243c1aa41ae000b292aeb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/8a6eaf55e18342cfad7e2e2a764c9005, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/dd9cb6401bdc4d9bafb0d06c2093b30a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/177e057eb3694c47a19b9c2533f861fb] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=47.9 K
2024-11-18T20:51:39,766 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting b121a35ef04b42d7a1acd5171eb2eb97, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731963096978
2024-11-18T20:51:39,767 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 535f74adb4f243c1aa41ae000b292aeb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731963096978
2024-11-18T20:51:39,767 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60f013652f29434e9b89bc34b354024c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731963097105
2024-11-18T20:51:39,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:39,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:39,767 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce41f794260a45bda10da60cdb96b048, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731963097786
2024-11-18T20:51:39,768 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a6eaf55e18342cfad7e2e2a764c9005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731963097105
2024-11-18T20:51:39,768 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting c66860bea89549439054ab406b4804ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963098994
2024-11-18T20:51:39,768 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting dd9cb6401bdc4d9bafb0d06c2093b30a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731963097786
2024-11-18T20:51:39,769 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 177e057eb3694c47a19b9c2533f861fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963098994
2024-11-18T20:51:39,787 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:39,788 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/c573e05f11a8472c872c540d7f651439 is 50, key is test_row_0/B:col10/1731963099123/Put/seqid=0
2024-11-18T20:51:39,798 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:39,798 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/5876e30977a7427db85c4586741f64ad is 50, key is test_row_0/A:col10/1731963099123/Put/seqid=0
2024-11-18T20:51:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-18T20:51:39,810 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:39,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-11-18T20:51:39,813 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:39,813 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:39,813 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T20:51:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:39,856 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-18T20:51:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:39,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742115_1291 (size=12731)
2024-11-18T20:51:39,878 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/5876e30977a7427db85c4586741f64ad as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5876e30977a7427db85c4586741f64ad
2024-11-18T20:51:39,885 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into 5876e30977a7427db85c4586741f64ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:39,885 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:39,885 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=12, startTime=1731963099755; duration=0sec
2024-11-18T20:51:39,885 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:39,885 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:39,885 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:51:39,887 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:51:39,887 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:39,887 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:39,887 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/fd18d7ec7dd84aac9bf62be17c5b7e54, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/513f5569476c432bab0db176bdb70d58, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/cfb39bbf1ac04b9794c42e8b7c34cde3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1cff208294e84375994aa0494dab1bc6] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=47.9 K
2024-11-18T20:51:39,888 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd18d7ec7dd84aac9bf62be17c5b7e54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731963096978
2024-11-18T20:51:39,888 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 513f5569476c432bab0db176bdb70d58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731963097105
2024-11-18T20:51:39,888 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfb39bbf1ac04b9794c42e8b7c34cde3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731963097786
2024-11-18T20:51:39,889 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cff208294e84375994aa0494dab1bc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963098994
2024-11-18T20:51:39,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742116_1292 (size=12731)
2024-11-18T20:51:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T20:51:39,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/06b5059cea57436489c898f79e3171bc is 50, key is test_row_0/A:col10/1731963099854/Put/seqid=0
2024-11-18T20:51:39,920 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/c573e05f11a8472c872c540d7f651439 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c573e05f11a8472c872c540d7f651439
2024-11-18T20:51:39,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963159898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,928 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,929 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/0d35c8cfa85348a7a3352c5868bb8738 is 50, key is test_row_0/C:col10/1731963099123/Put/seqid=0
2024-11-18T20:51:39,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963159915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963159916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,931 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into c573e05f11a8472c872c540d7f651439(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:39,931 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:39,931 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=12, startTime=1731963099764; duration=0sec
2024-11-18T20:51:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,931 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:39,931 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:39,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963159926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963159930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:39,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:39,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:39,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742117_1293 (size=14741)
2024-11-18T20:51:39,981 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/06b5059cea57436489c898f79e3171bc
2024-11-18T20:51:40,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742118_1294 (size=12731)
2024-11-18T20:51:40,012 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/0d35c8cfa85348a7a3352c5868bb8738 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/0d35c8cfa85348a7a3352c5868bb8738
2024-11-18T20:51:40,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/991e714a1b344ecc84f071d8cc36314f is 50, key is test_row_0/B:col10/1731963099854/Put/seqid=0
2024-11-18T20:51:40,021 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into 0d35c8cfa85348a7a3352c5868bb8738(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:40,021 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:40,021 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=12, startTime=1731963099767; duration=0sec
2024-11-18T20:51:40,021 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:40,021 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:40,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963160040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963160040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963160040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963160040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742119_1295 (size=12301)
2024-11-18T20:51:40,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963160049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T20:51:40,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963160250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963160250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963160250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963160251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963160290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T20:51:40,475 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/991e714a1b344ecc84f071d8cc36314f
2024-11-18T20:51:40,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/8bbfaab1cb5349b4b27105d16148fa35 is 50, key is test_row_0/C:col10/1731963099854/Put/seqid=0
2024-11-18T20:51:40,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742120_1296 (size=12301)
2024-11-18T20:51:40,558 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/8bbfaab1cb5349b4b27105d16148fa35
2024-11-18T20:51:40,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963160561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963160561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963160563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/06b5059cea57436489c898f79e3171bc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06b5059cea57436489c898f79e3171bc
2024-11-18T20:51:40,577 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06b5059cea57436489c898f79e3171bc, entries=200, sequenceid=268, filesize=14.4 K
2024-11-18T20:51:40,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963160570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/991e714a1b344ecc84f071d8cc36314f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/991e714a1b344ecc84f071d8cc36314f
2024-11-18T20:51:40,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,595 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/991e714a1b344ecc84f071d8cc36314f, entries=150, sequenceid=268, filesize=12.0 K
2024-11-18T20:51:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/8bbfaab1cb5349b4b27105d16148fa35 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8bbfaab1cb5349b4b27105d16148fa35
2024-11-18T20:51:40,604 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8bbfaab1cb5349b4b27105d16148fa35, entries=150, sequenceid=268, filesize=12.0 K
2024-11-18T20:51:40,605 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0eb1fc162d94f2c571d537040abf11d8 in 749ms, sequenceid=268, compaction requested=false
2024-11-18T20:51:40,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:40,612 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:40,612 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-18T20:51:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:40,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/9d684c09286a411aa63ea0f4d388ad99 is 50, key is test_row_0/A:col10/1731963099914/Put/seqid=0
2024-11-18T20:51:40,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742121_1297 (size=12301)
2024-11-18T20:51:40,670 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/9d684c09286a411aa63ea0f4d388ad99
2024-11-18T20:51:40,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/12f3d7378c95463584f653a65c0354fd is 50, key is test_row_0/B:col10/1731963099914/Put/seqid=0
2024-11-18T20:51:40,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742122_1298 (size=12301)
2024-11-18T20:51:40,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:40,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:40,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963160814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:40,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:40,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963160929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T20:51:41,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:41,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:41,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963161069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:41,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:41,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963161080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:41,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963161090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:41,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963161089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:41,140 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/12f3d7378c95463584f653a65c0354fd
2024-11-18T20:51:41,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963161141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:41,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:41,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/55a803732e574c2883ae9b38f3ff8167 is 50, key is test_row_0/C:col10/1731963099914/Put/seqid=0
2024-11-18T20:51:41,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742123_1299 (size=12301)
2024-11-18T20:51:41,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963161460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:41,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:41,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:41,624 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/55a803732e574c2883ae9b38f3ff8167
2024-11-18T20:51:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/9d684c09286a411aa63ea0f4d388ad99 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9d684c09286a411aa63ea0f4d388ad99
2024-11-18T20:51:41,640 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9d684c09286a411aa63ea0f4d388ad99, entries=150, sequenceid=289, filesize=12.0 K
2024-11-18T20:51:41,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/12f3d7378c95463584f653a65c0354fd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/12f3d7378c95463584f653a65c0354fd
2024-11-18T20:51:41,656 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/12f3d7378c95463584f653a65c0354fd, entries=150, sequenceid=289, filesize=12.0 K
2024-11-18T20:51:41,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/55a803732e574c2883ae9b38f3ff8167 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/55a803732e574c2883ae9b38f3ff8167
2024-11-18T20:51:41,663 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/55a803732e574c2883ae9b38f3ff8167, entries=150, sequenceid=289, filesize=12.0 K
2024-11-18T20:51:41,667 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0eb1fc162d94f2c571d537040abf11d8 in 1055ms, sequenceid=289, compaction requested=true
2024-11-18T20:51:41,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:41,668 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:41,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:41,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:41,668 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:41,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:41,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:41,669 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:41,669 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:41,669 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,670 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5876e30977a7427db85c4586741f64ad, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06b5059cea57436489c898f79e3171bc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9d684c09286a411aa63ea0f4d388ad99] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=38.8 K
2024-11-18T20:51:41,670 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:41,670 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:41,670 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,670 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c573e05f11a8472c872c540d7f651439, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/991e714a1b344ecc84f071d8cc36314f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/12f3d7378c95463584f653a65c0354fd] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.5 K
2024-11-18T20:51:41,670 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5876e30977a7427db85c4586741f64ad, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963098994
2024-11-18T20:51:41,670 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c573e05f11a8472c872c540d7f651439, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963098994
2024-11-18T20:51:41,671 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06b5059cea57436489c898f79e3171bc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731963099173
2024-11-18T20:51:41,671 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 991e714a1b344ecc84f071d8cc36314f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731963099173
2024-11-18T20:51:41,671 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 12f3d7378c95463584f653a65c0354fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731963099914
2024-11-18T20:51:41,671 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d684c09286a411aa63ea0f4d388ad99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731963099914
2024-11-18T20:51:41,697 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:41,698 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/1bf7cbf1e60945b5be25b442786aa3c4 is 50, key is test_row_0/A:col10/1731963099914/Put/seqid=0
2024-11-18T20:51:41,701 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:41,702 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/f99f634e55194ab195ef8dbbdbae7b89 is 50, key is test_row_0/B:col10/1731963099914/Put/seqid=0
2024-11-18T20:51:41,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T20:51:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-18T20:51:41,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742124_1300 (size=12983)
2024-11-18T20:51:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/7e3bb045fecb4c139090578142de4c52 is 50, key is test_row_0/A:col10/1731963100808/Put/seqid=0
2024-11-18T20:51:41,790 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/1bf7cbf1e60945b5be25b442786aa3c4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1bf7cbf1e60945b5be25b442786aa3c4
2024-11-18T20:51:41,799 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into 1bf7cbf1e60945b5be25b442786aa3c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:41,799 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:41,799 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963101668; duration=0sec
2024-11-18T20:51:41,799 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:41,799 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:41,799 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:41,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742125_1301 (size=12983)
2024-11-18T20:51:41,802 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:41,802 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:41,802 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:41,802 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/0d35c8cfa85348a7a3352c5868bb8738, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8bbfaab1cb5349b4b27105d16148fa35, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/55a803732e574c2883ae9b38f3ff8167] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.5 K
2024-11-18T20:51:41,803 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d35c8cfa85348a7a3352c5868bb8738, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963098994
2024-11-18T20:51:41,803 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bbfaab1cb5349b4b27105d16148fa35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731963099173
2024-11-18T20:51:41,803 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55a803732e574c2883ae9b38f3ff8167, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731963099914
2024-11-18T20:51:41,818 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:41,819 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/30559a33298940149f4d8a1215b5a5e6 is 50, key is test_row_0/C:col10/1731963099914/Put/seqid=0
2024-11-18T20:51:41,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742126_1302 (size=12301)
2024-11-18T20:51:41,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/7e3bb045fecb4c139090578142de4c52
2024-11-18T20:51:41,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/0c24dcb1f8d5490294cd994db4a05fff is 50, key is test_row_0/B:col10/1731963100808/Put/seqid=0
2024-11-18T20:51:41,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742127_1303 (size=12983)
2024-11-18T20:51:41,894 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/30559a33298940149f4d8a1215b5a5e6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/30559a33298940149f4d8a1215b5a5e6
2024-11-18T20:51:41,899 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into 30559a33298940149f4d8a1215b5a5e6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:41,900 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:41,900 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963101668; duration=0sec
2024-11-18T20:51:41,900 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:41,900 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:41,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742128_1304 (size=12301)
2024-11-18T20:51:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T20:51:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:41,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:42,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963162104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963162104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963162110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963162112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,121 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 0eb1fc162d94f2c571d537040abf11d8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:42,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,122 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 0eb1fc162d94f2c571d537040abf11d8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:42,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963162124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,221 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/f99f634e55194ab195ef8dbbdbae7b89 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/f99f634e55194ab195ef8dbbdbae7b89
2024-11-18T20:51:42,229 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into f99f634e55194ab195ef8dbbdbae7b89(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:42,229 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:42,229 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963101668; duration=0sec
2024-11-18T20:51:42,229 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:42,230 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:42,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963162230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963162231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963162243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,344 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/0c24dcb1f8d5490294cd994db4a05fff
2024-11-18T20:51:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/f7fdee4d3a6d4882980fa4e32d95fd1e is 50, key is test_row_0/C:col10/1731963100808/Put/seqid=0
2024-11-18T20:51:42,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963162444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963162451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963162461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742129_1305 (size=12301)
2024-11-18T20:51:42,495 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/f7fdee4d3a6d4882980fa4e32d95fd1e
2024-11-18T20:51:42,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/7e3bb045fecb4c139090578142de4c52 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e3bb045fecb4c139090578142de4c52
2024-11-18T20:51:42,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e3bb045fecb4c139090578142de4c52, entries=150, sequenceid=307, filesize=12.0 K
2024-11-18T20:51:42,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/0c24dcb1f8d5490294cd994db4a05fff as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0c24dcb1f8d5490294cd994db4a05fff
2024-11-18T20:51:42,549 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0c24dcb1f8d5490294cd994db4a05fff, entries=150, sequenceid=307, filesize=12.0 K
2024-11-18T20:51:42,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/f7fdee4d3a6d4882980fa4e32d95fd1e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f7fdee4d3a6d4882980fa4e32d95fd1e
2024-11-18T20:51:42,555 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f7fdee4d3a6d4882980fa4e32d95fd1e, entries=150, sequenceid=307, filesize=12.0 K
2024-11-18T20:51:42,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0eb1fc162d94f2c571d537040abf11d8 in 844ms, sequenceid=307, compaction requested=false
2024-11-18T20:51:42,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:42,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:42,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-18T20:51:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-18T20:51:42,561 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-18T20:51:42,561 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7450 sec
2024-11-18T20:51:42,571 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.7510 sec
2024-11-18T20:51:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:42,768 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-18T20:51:42,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/a7383a699e544085ad51a84613a8e064 is 50, key is test_row_0/A:col10/1731963102767/Put/seqid=0
2024-11-18T20:51:42,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963162822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963162824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963162825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742130_1306 (size=14741)
2024-11-18T20:51:42,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963162940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963162940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:42,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963162940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963163156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963163156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963163156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,269 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/a7383a699e544085ad51a84613a8e064
2024-11-18T20:51:43,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/9d201cde913d422bb6d981382cdafa05 is 50, key is test_row_0/B:col10/1731963102767/Put/seqid=0
2024-11-18T20:51:43,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742131_1307 (size=12301)
2024-11-18T20:51:43,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963163470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963163470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963163470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,741 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/9d201cde913d422bb6d981382cdafa05
2024-11-18T20:51:43,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/7478de69b43347c1a14aa235a4e4b52b is 50, key is test_row_0/C:col10/1731963102767/Put/seqid=0
2024-11-18T20:51:43,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742132_1308 (size=12301)
2024-11-18T20:51:43,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963163980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963163980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:43,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963163989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T20:51:44,001 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:44,001 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-18T20:51:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T20:51:44,003 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:44,008 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:44,008 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T20:51:44,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963164130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:44,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963164130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:44,135 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 0eb1fc162d94f2c571d537040abf11d8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:44,135 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 0eb1fc162d94f2c571d537040abf11d8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:44,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:44,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T20:51:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:44,220 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/7478de69b43347c1a14aa235a4e4b52b
2024-11-18T20:51:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/a7383a699e544085ad51a84613a8e064 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a7383a699e544085ad51a84613a8e064
2024-11-18T20:51:44,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a7383a699e544085ad51a84613a8e064, entries=200, sequenceid=330, filesize=14.4 K
2024-11-18T20:51:44,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/9d201cde913d422bb6d981382cdafa05 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9d201cde913d422bb6d981382cdafa05
2024-11-18T20:51:44,265 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9d201cde913d422bb6d981382cdafa05, entries=150, sequenceid=330, filesize=12.0 K
2024-11-18T20:51:44,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/7478de69b43347c1a14aa235a4e4b52b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/7478de69b43347c1a14aa235a4e4b52b
2024-11-18T20:51:44,271 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/7478de69b43347c1a14aa235a4e4b52b, entries=150, sequenceid=330, filesize=12.0 K
2024-11-18T20:51:44,273 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0eb1fc162d94f2c571d537040abf11d8 in 1505ms, sequenceid=330, compaction requested=true
2024-11-18T20:51:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:44,273 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:44,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:44,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:44,274 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:44,275 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:44,275 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:44,275 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,275 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/f99f634e55194ab195ef8dbbdbae7b89, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0c24dcb1f8d5490294cd994db4a05fff, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9d201cde913d422bb6d981382cdafa05] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.7 K
2024-11-18T20:51:44,276 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:44,276 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:44,276 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,276 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1bf7cbf1e60945b5be25b442786aa3c4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e3bb045fecb4c139090578142de4c52, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a7383a699e544085ad51a84613a8e064] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=39.1 K
2024-11-18T20:51:44,276 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bf7cbf1e60945b5be25b442786aa3c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731963099914
2024-11-18T20:51:44,276 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f99f634e55194ab195ef8dbbdbae7b89, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731963099914
2024-11-18T20:51:44,277 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e3bb045fecb4c139090578142de4c52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731963100754
2024-11-18T20:51:44,277 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c24dcb1f8d5490294cd994db4a05fff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731963100754
2024-11-18T20:51:44,277 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7383a699e544085ad51a84613a8e064, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963102065
2024-11-18T20:51:44,278 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d201cde913d422bb6d981382cdafa05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963102107
2024-11-18T20:51:44,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:44,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:44,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:44,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:44,290 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:44,290 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/a1de8fb8e6d74604a3e120f11c9afe71 is 50, key is test_row_0/A:col10/1731963102767/Put/seqid=0
2024-11-18T20:51:44,305 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:44,305 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/47cb4ac8e5a74808a827c570ca223667 is 50, key is test_row_0/B:col10/1731963102767/Put/seqid=0
2024-11-18T20:51:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T20:51:44,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T20:51:44,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-18T20:51:44,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742134_1310 (size=13085)
2024-11-18T20:51:44,350 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/47cb4ac8e5a74808a827c570ca223667 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/47cb4ac8e5a74808a827c570ca223667
2024-11-18T20:51:44,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742133_1309 (size=13085)
2024-11-18T20:51:44,356 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into 47cb4ac8e5a74808a827c570ca223667(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:44,356 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:44,356 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963104274; duration=0sec
2024-11-18T20:51:44,357 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:44,357 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:44,357 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:44,358 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:44,358 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:44,358 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,358 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/30559a33298940149f4d8a1215b5a5e6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f7fdee4d3a6d4882980fa4e32d95fd1e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/7478de69b43347c1a14aa235a4e4b52b] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.7 K
2024-11-18T20:51:44,359 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 30559a33298940149f4d8a1215b5a5e6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731963099914
2024-11-18T20:51:44,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/dac8a9b288234a3baa6148ee2fc7beb0 is 50, key is test_row_0/A:col10/1731963102810/Put/seqid=0
2024-11-18T20:51:44,363 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/a1de8fb8e6d74604a3e120f11c9afe71 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a1de8fb8e6d74604a3e120f11c9afe71
2024-11-18T20:51:44,363 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f7fdee4d3a6d4882980fa4e32d95fd1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731963100754
2024-11-18T20:51:44,364 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7478de69b43347c1a14aa235a4e4b52b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963102107
2024-11-18T20:51:44,369 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into a1de8fb8e6d74604a3e120f11c9afe71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:44,369 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:44,369 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963104273; duration=0sec
2024-11-18T20:51:44,370 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:44,370 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:44,401 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:44,402 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/738dea83718a4eeb827d20a41d008387 is 50, key is test_row_0/C:col10/1731963102767/Put/seqid=0
2024-11-18T20:51:44,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742135_1311 (size=12301)
2024-11-18T20:51:44,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/dac8a9b288234a3baa6148ee2fc7beb0
2024-11-18T20:51:44,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742136_1312 (size=13085)
2024-11-18T20:51:44,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/0441fd4ef68b4249b4de9c0d5979a372 is 50, key is test_row_0/B:col10/1731963102810/Put/seqid=0
2024-11-18T20:51:44,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742137_1313 (size=12301)
2024-11-18T20:51:44,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/0441fd4ef68b4249b4de9c0d5979a372
2024-11-18T20:51:44,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/2789a2f2a04b4e9694bfed880b211842 is 50, key is test_row_0/C:col10/1731963102810/Put/seqid=0
2024-11-18T20:51:44,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742138_1314 (size=12301)
2024-11-18T20:51:44,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/2789a2f2a04b4e9694bfed880b211842
2024-11-18T20:51:44,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/dac8a9b288234a3baa6148ee2fc7beb0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/dac8a9b288234a3baa6148ee2fc7beb0
2024-11-18T20:51:44,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/dac8a9b288234a3baa6148ee2fc7beb0, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T20:51:44,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/0441fd4ef68b4249b4de9c0d5979a372 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0441fd4ef68b4249b4de9c0d5979a372
2024-11-18T20:51:44,593 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0441fd4ef68b4249b4de9c0d5979a372, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T20:51:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/2789a2f2a04b4e9694bfed880b211842 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2789a2f2a04b4e9694bfed880b211842
2024-11-18T20:51:44,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2789a2f2a04b4e9694bfed880b211842, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T20:51:44,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 0eb1fc162d94f2c571d537040abf11d8 in 278ms, sequenceid=347, compaction requested=false
2024-11-18T20:51:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-18T20:51:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-18T20:51:44,604 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-18T20:51:44,604 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 594 msec
2024-11-18T20:51:44,611 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 606 msec
2024-11-18T20:51:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T20:51:44,630 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:44,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-18T20:51:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-18T20:51:44,632 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:44,633 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:44,633 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-18T20:51:44,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-18T20:51:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-18T20:51:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-18T20:51:44,791 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-18T20:51:44,792 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec
2024-11-18T20:51:44,794 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 162 msec
2024-11-18T20:51:44,872 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/738dea83718a4eeb827d20a41d008387 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/738dea83718a4eeb827d20a41d008387
2024-11-18T20:51:44,883 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into 738dea83718a4eeb827d20a41d008387(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:44,883 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:44,884 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963104280; duration=0sec
2024-11-18T20:51:44,884 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:44,884 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-18T20:51:44,950 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:44,950 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-18T20:51:44,955 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T20:51:44,957 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:44,958 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:45,014 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:45,015 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:51:45,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/5f408e78d898472cab6a22193f99f323 is 50, key is test_row_0/A:col10/1731963105013/Put/seqid=0
2024-11-18T20:51:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T20:51:45,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963165072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742139_1315 (size=12301)
2024-11-18T20:51:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,082 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/5f408e78d898472cab6a22193f99f323
2024-11-18T20:51:45,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963165081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963165082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/7a8af7fd4dc545a68c160692c033b8c7 is 50, key is test_row_0/B:col10/1731963105013/Put/seqid=0
2024-11-18T20:51:45,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742140_1316 (size=12301)
2024-11-18T20:51:45,120 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/7a8af7fd4dc545a68c160692c033b8c7
2024-11-18T20:51:45,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a9b167998c8e470e9cdfd2b71669bc91 is 50, key is test_row_0/C:col10/1731963105013/Put/seqid=0
2024-11-18T20:51:45,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742141_1317 (size=12301)
2024-11-18T20:51:45,171 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a9b167998c8e470e9cdfd2b71669bc91
2024-11-18T20:51:45,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/5f408e78d898472cab6a22193f99f323 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5f408e78d898472cab6a22193f99f323
2024-11-18T20:51:45,181 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5f408e78d898472cab6a22193f99f323, entries=150, sequenceid=362, filesize=12.0 K
2024-11-18T20:51:45,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/7a8af7fd4dc545a68c160692c033b8c7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7a8af7fd4dc545a68c160692c033b8c7
2024-11-18T20:51:45,186 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7a8af7fd4dc545a68c160692c033b8c7, entries=150, sequenceid=362, filesize=12.0 K
2024-11-18T20:51:45,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/a9b167998c8e470e9cdfd2b71669bc91 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a9b167998c8e470e9cdfd2b71669bc91
2024-11-18T20:51:45,191 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a9b167998c8e470e9cdfd2b71669bc91, entries=150, sequenceid=362, filesize=12.0 K
2024-11-18T20:51:45,196 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0eb1fc162d94f2c571d537040abf11d8 in 181ms, sequenceid=362, compaction requested=true
2024-11-18T20:51:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:45,196 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:45,196 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:45,197 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:45,197 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:45,198 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,198 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/47cb4ac8e5a74808a827c570ca223667, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0441fd4ef68b4249b4de9c0d5979a372, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7a8af7fd4dc545a68c160692c033b8c7] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.8 K
2024-11-18T20:51:45,198 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:45,198 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:45,198 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:45,198 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-18T20:51:45,198 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,198 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a1de8fb8e6d74604a3e120f11c9afe71, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/dac8a9b288234a3baa6148ee2fc7beb0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5f408e78d898472cab6a22193f99f323] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.8 K
2024-11-18T20:51:45,199 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 47cb4ac8e5a74808a827c570ca223667, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963102107
2024-11-18T20:51:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:45,199 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1de8fb8e6d74604a3e120f11c9afe71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963102107
2024-11-18T20:51:45,201 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting dac8a9b288234a3baa6148ee2fc7beb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731963102810
2024-11-18T20:51:45,202 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 0441fd4ef68b4249b4de9c0d5979a372, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731963102810
2024-11-18T20:51:45,202 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f408e78d898472cab6a22193f99f323, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731963104999
2024-11-18T20:51:45,203 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a8af7fd4dc545a68c160692c033b8c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731963104999
2024-11-18T20:51:45,221 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:45,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963165213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,222 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/48a11703365949059ee31fe638d4e929 is 50, key is test_row_0/B:col10/1731963105013/Put/seqid=0
2024-11-18T20:51:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963165216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,225 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:45,226 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/16c672d7f2234f788a547247b66100be is 50, key is test_row_0/A:col10/1731963105013/Put/seqid=0
2024-11-18T20:51:45,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963165224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/578a40c929c844ef8789ecde3569f093 is 50, key is test_row_0/A:col10/1731963105068/Put/seqid=0
2024-11-18T20:51:45,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T20:51:45,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742142_1318 (size=13187)
2024-11-18T20:51:45,292 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/16c672d7f2234f788a547247b66100be as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/16c672d7f2234f788a547247b66100be
2024-11-18T20:51:45,300 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into 16c672d7f2234f788a547247b66100be(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:45,300 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:45,300 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963105196; duration=0sec
2024-11-18T20:51:45,300 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:45,300 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:45,300 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:45,302 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:45,302 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:45,302 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,302 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/738dea83718a4eeb827d20a41d008387, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2789a2f2a04b4e9694bfed880b211842, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a9b167998c8e470e9cdfd2b71669bc91] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.8 K
2024-11-18T20:51:45,303 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 738dea83718a4eeb827d20a41d008387, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731963102107
2024-11-18T20:51:45,303 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2789a2f2a04b4e9694bfed880b211842, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731963102810
2024-11-18T20:51:45,303 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9b167998c8e470e9cdfd2b71669bc91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731963104999
2024-11-18T20:51:45,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963165329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963165330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742144_1320 (size=14741)
2024-11-18T20:51:45,344 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/578a40c929c844ef8789ecde3569f093
2024-11-18T20:51:45,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963165340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,353 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:45,354 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/f5c1fed7fcd54eb08a2a51b85fc43466 is 50, key is test_row_0/C:col10/1731963105013/Put/seqid=0
2024-11-18T20:51:45,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742143_1319 (size=13187)
2024-11-18T20:51:45,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ce43c7b82a7f4c3f85061f362867a11d is 50, key is test_row_0/B:col10/1731963105068/Put/seqid=0
2024-11-18T20:51:45,381 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/48a11703365949059ee31fe638d4e929 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/48a11703365949059ee31fe638d4e929
2024-11-18T20:51:45,390 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into 48a11703365949059ee31fe638d4e929(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:45,390 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:45,390 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963105196; duration=0sec
2024-11-18T20:51:45,390 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:45,391 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:45,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742146_1322 (size=12301)
2024-11-18T20:51:45,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742145_1321 (size=13187)
2024-11-18T20:51:45,399 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ce43c7b82a7f4c3f85061f362867a11d
2024-11-18T20:51:45,406 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/f5c1fed7fcd54eb08a2a51b85fc43466 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f5c1fed7fcd54eb08a2a51b85fc43466
2024-11-18T20:51:45,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/dfe9b95fb7c24a5f9fd9e3973eaa5364 is 50, key is test_row_0/C:col10/1731963105068/Put/seqid=0
2024-11-18T20:51:45,417 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into f5c1fed7fcd54eb08a2a51b85fc43466(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:45,417 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:45,417 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963105196; duration=0sec
2024-11-18T20:51:45,417 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:45,417 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:45,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742147_1323 (size=12301)
2024-11-18T20:51:45,437 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/dfe9b95fb7c24a5f9fd9e3973eaa5364
2024-11-18T20:51:45,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/578a40c929c844ef8789ecde3569f093 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/578a40c929c844ef8789ecde3569f093
2024-11-18T20:51:45,449 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/578a40c929c844ef8789ecde3569f093, entries=200, sequenceid=389, filesize=14.4 K
2024-11-18T20:51:45,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ce43c7b82a7f4c3f85061f362867a11d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ce43c7b82a7f4c3f85061f362867a11d
2024-11-18T20:51:45,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ce43c7b82a7f4c3f85061f362867a11d, entries=150, sequenceid=389, filesize=12.0 K
2024-11-18T20:51:45,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/dfe9b95fb7c24a5f9fd9e3973eaa5364 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/dfe9b95fb7c24a5f9fd9e3973eaa5364
2024-11-18T20:51:45,458 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/dfe9b95fb7c24a5f9fd9e3973eaa5364, entries=150, sequenceid=389, filesize=12.0 K
2024-11-18T20:51:45,459 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0eb1fc162d94f2c571d537040abf11d8 in 261ms, sequenceid=389, compaction requested=false
2024-11-18T20:51:45,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:45,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:45,545 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:51:45,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/9a8813936fac4d21893b90be02bf8ded is 50, key is test_row_0/A:col10/1731963105541/Put/seqid=0
2024-11-18T20:51:45,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T20:51:45,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742148_1324 (size=14741)
2024-11-18T20:51:45,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963165598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963165599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963165600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963165710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963165710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963165710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:45,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:45,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:45,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:45,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:45,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963165934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963165934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963165935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:45,994 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/9a8813936fac4d21893b90be02bf8ded
2024-11-18T20:51:46,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ffd27c66fbde4c319b70c9caaa703401 is 50, key is test_row_0/B:col10/1731963105541/Put/seqid=0
2024-11-18T20:51:46,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742149_1325 (size=12301)
2024-11-18T20:51:46,061 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ffd27c66fbde4c319b70c9caaa703401
2024-11-18T20:51:46,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/36b96f419438493fa3efc1520134071e is 50, key is test_row_0/C:col10/1731963105541/Put/seqid=0
2024-11-18T20:51:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T20:51:46,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742150_1326 (size=12301)
2024-11-18T20:51:46,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963166250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963166250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963166252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:46,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:46,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:46,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:46,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:46,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:46,549 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/36b96f419438493fa3efc1520134071e
2024-11-18T20:51:46,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/9a8813936fac4d21893b90be02bf8ded as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9a8813936fac4d21893b90be02bf8ded
2024-11-18T20:51:46,561 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9a8813936fac4d21893b90be02bf8ded, entries=200, sequenceid=403, filesize=14.4 K
2024-11-18T20:51:46,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ffd27c66fbde4c319b70c9caaa703401 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffd27c66fbde4c319b70c9caaa703401
2024-11-18T20:51:46,566 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffd27c66fbde4c319b70c9caaa703401, entries=150, sequenceid=403, filesize=12.0 K
2024-11-18T20:51:46,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/36b96f419438493fa3efc1520134071e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/36b96f419438493fa3efc1520134071e
2024-11-18T20:51:46,572 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/36b96f419438493fa3efc1520134071e, entries=150, sequenceid=403, filesize=12.0 K
2024-11-18T20:51:46,574 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0eb1fc162d94f2c571d537040abf11d8 in 1029ms, sequenceid=403, compaction requested=true
2024-11-18T20:51:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:46,575 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:51:46,575 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:46,576 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:46,576 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:46,576 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,577 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/48a11703365949059ee31fe638d4e929, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ce43c7b82a7f4c3f85061f362867a11d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffd27c66fbde4c319b70c9caaa703401] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.9 K
2024-11-18T20:51:46,577 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:46,577 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:46,577 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,577 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/16c672d7f2234f788a547247b66100be, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/578a40c929c844ef8789ecde3569f093, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9a8813936fac4d21893b90be02bf8ded] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=41.7 K
2024-11-18T20:51:46,578 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 48a11703365949059ee31fe638d4e929, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731963104999
2024-11-18T20:51:46,578 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16c672d7f2234f788a547247b66100be, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731963104999
2024-11-18T20:51:46,578 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ce43c7b82a7f4c3f85061f362867a11d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731963105068
2024-11-18T20:51:46,578 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 578a40c929c844ef8789ecde3569f093, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731963105068
2024-11-18T20:51:46,579 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ffd27c66fbde4c319b70c9caaa703401, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731963105215
2024-11-18T20:51:46,579 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a8813936fac4d21893b90be02bf8ded, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731963105204
2024-11-18T20:51:46,617 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:46,618 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/bb0e33916e054c84b45bc46184deb5b3 is 50, key is test_row_0/B:col10/1731963105541/Put/seqid=0
2024-11-18T20:51:46,621 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:46,622 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/fce43b1d7b574650aaca37d98f6ff74f is 50, key is test_row_0/A:col10/1731963105541/Put/seqid=0
2024-11-18T20:51:46,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742151_1327 (size=13289)
2024-11-18T20:51:46,678 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/bb0e33916e054c84b45bc46184deb5b3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bb0e33916e054c84b45bc46184deb5b3
2024-11-18T20:51:46,689 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into bb0e33916e054c84b45bc46184deb5b3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:46,689 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:46,689 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963106575; duration=0sec
2024-11-18T20:51:46,689 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:46,689 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:46,689 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:46,690 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:46,690 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:46,690 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,691 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f5c1fed7fcd54eb08a2a51b85fc43466, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/dfe9b95fb7c24a5f9fd9e3973eaa5364, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/36b96f419438493fa3efc1520134071e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=36.9 K
2024-11-18T20:51:46,691 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f5c1fed7fcd54eb08a2a51b85fc43466, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731963104999
2024-11-18T20:51:46,691 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting dfe9b95fb7c24a5f9fd9e3973eaa5364, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731963105068
2024-11-18T20:51:46,692 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 36b96f419438493fa3efc1520134071e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731963105215
2024-11-18T20:51:46,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T20:51:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:46,694 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:51:46,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742152_1328 (size=13289)
2024-11-18T20:51:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/06e23c9a2b954614a78bef2d8962e555 is 50, key is test_row_0/A:col10/1731963105596/Put/seqid=0
2024-11-18T20:51:46,720 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/fce43b1d7b574650aaca37d98f6ff74f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/fce43b1d7b574650aaca37d98f6ff74f
2024-11-18T20:51:46,738 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into fce43b1d7b574650aaca37d98f6ff74f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:46,738 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:46,738 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963106574; duration=0sec
2024-11-18T20:51:46,739 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:46,739 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:46,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742153_1329 (size=12301)
2024-11-18T20:51:46,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/06e23c9a2b954614a78bef2d8962e555
2024-11-18T20:51:46,754 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:46,754 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/84df75576f954e2ab8ecb4f587b4a288 is 50, key is test_row_0/C:col10/1731963105541/Put/seqid=0
2024-11-18T20:51:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/a71eb7e007624f33acb24facc1725eb4 is 50, key is test_row_0/B:col10/1731963105596/Put/seqid=0
2024-11-18T20:51:46,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:46,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742154_1330 (size=13289)
2024-11-18T20:51:46,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963166824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:46,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963166825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963166826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:46,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742155_1331 (size=12301)
2024-11-18T20:51:46,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963166940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:46,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963166940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963166940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T20:51:47,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963167150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963167150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963167159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,232 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/84df75576f954e2ab8ecb4f587b4a288 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/84df75576f954e2ab8ecb4f587b4a288
2024-11-18T20:51:47,247 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into 84df75576f954e2ab8ecb4f587b4a288(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:47,247 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:47,248 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963106575; duration=0sec
2024-11-18T20:51:47,248 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:47,248 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:47,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/a71eb7e007624f33acb24facc1725eb4
2024-11-18T20:51:47,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/ad0bce91689b4392b0cf647f7705389b is 50, key is test_row_0/C:col10/1731963105596/Put/seqid=0
2024-11-18T20:51:47,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742156_1332 (size=12301)
2024-11-18T20:51:47,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/ad0bce91689b4392b0cf647f7705389b
2024-11-18T20:51:47,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/06e23c9a2b954614a78bef2d8962e555 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06e23c9a2b954614a78bef2d8962e555
2024-11-18T20:51:47,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06e23c9a2b954614a78bef2d8962e555, entries=150, sequenceid=429, filesize=12.0 K
2024-11-18T20:51:47,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/a71eb7e007624f33acb24facc1725eb4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a71eb7e007624f33acb24facc1725eb4
2024-11-18T20:51:47,348 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a71eb7e007624f33acb24facc1725eb4, entries=150, sequenceid=429, filesize=12.0 K
2024-11-18T20:51:47,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/ad0bce91689b4392b0cf647f7705389b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/ad0bce91689b4392b0cf647f7705389b
2024-11-18T20:51:47,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/ad0bce91689b4392b0cf647f7705389b, entries=150, sequenceid=429, filesize=12.0 K
2024-11-18T20:51:47,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0eb1fc162d94f2c571d537040abf11d8 in 659ms, sequenceid=429, compaction requested=false
2024-11-18T20:51:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-18T20:51:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-18T20:51:47,357 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-18T20:51:47,357 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3970 sec
2024-11-18T20:51:47,361 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.4090 sec
2024-11-18T20:51:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:47,462 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:47,462 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-18T20:51:47,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/f7d7599249064544bf45efdf416e3b88 is 50, key is test_row_0/A:col10/1731963106824/Put/seqid=0
2024-11-18T20:51:47,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742157_1333 (size=12301)
2024-11-18T20:51:47,504 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/f7d7599249064544bf45efdf416e3b88
2024-11-18T20:51:47,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963167519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963167520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963167522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ffebadee7f394caebcb68f0091b04e16 is 50, key is test_row_0/B:col10/1731963106824/Put/seqid=0
2024-11-18T20:51:47,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742158_1334 (size=12301)
2024-11-18T20:51:47,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ffebadee7f394caebcb68f0091b04e16
2024-11-18T20:51:47,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/2d3315374bd8483c8b632119a330bab8 is 50, key is test_row_0/C:col10/1731963106824/Put/seqid=0
2024-11-18T20:51:47,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742159_1335 (size=12301)
2024-11-18T20:51:47,629 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/2d3315374bd8483c8b632119a330bab8
2024-11-18T20:51:47,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963167630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963167630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963167630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/f7d7599249064544bf45efdf416e3b88 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f7d7599249064544bf45efdf416e3b88
2024-11-18T20:51:47,642 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f7d7599249064544bf45efdf416e3b88, entries=150, sequenceid=444, filesize=12.0 K
2024-11-18T20:51:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ffebadee7f394caebcb68f0091b04e16 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffebadee7f394caebcb68f0091b04e16
2024-11-18T20:51:47,651 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffebadee7f394caebcb68f0091b04e16, entries=150, sequenceid=444, filesize=12.0 K
2024-11-18T20:51:47,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/2d3315374bd8483c8b632119a330bab8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2d3315374bd8483c8b632119a330bab8
2024-11-18T20:51:47,657 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2d3315374bd8483c8b632119a330bab8, entries=150, sequenceid=444, filesize=12.0 K
2024-11-18T20:51:47,658 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0eb1fc162d94f2c571d537040abf11d8 in 196ms, sequenceid=444, compaction requested=true
2024-11-18T20:51:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:47,658 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:47,658 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:47,659 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:47,659 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:47,659 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:47,659 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:47,659 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:47,659 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:47,659 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/fce43b1d7b574650aaca37d98f6ff74f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06e23c9a2b954614a78bef2d8962e555, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f7d7599249064544bf45efdf416e3b88] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=37.0 K
2024-11-18T20:51:47,659 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bb0e33916e054c84b45bc46184deb5b3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a71eb7e007624f33acb24facc1725eb4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffebadee7f394caebcb68f0091b04e16] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=37.0 K
2024-11-18T20:51:47,660 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting bb0e33916e054c84b45bc46184deb5b3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731963105215
2024-11-18T20:51:47,660 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting fce43b1d7b574650aaca37d98f6ff74f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731963105215
2024-11-18T20:51:47,660 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06e23c9a2b954614a78bef2d8962e555, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731963105590
2024-11-18T20:51:47,660 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a71eb7e007624f33acb24facc1725eb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731963105590
2024-11-18T20:51:47,661 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7d7599249064544bf45efdf416e3b88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731963106823
2024-11-18T20:51:47,661 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ffebadee7f394caebcb68f0091b04e16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731963106823
2024-11-18T20:51:47,687 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#285 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:47,689 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:47,690 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ddeb36bfe5ec44cfb8abd62df86d8335 is 50, key is test_row_0/B:col10/1731963106824/Put/seqid=0
2024-11-18T20:51:47,692 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/07021e376ca14c809f74b4e8a5263fb7 is 50, key is test_row_0/A:col10/1731963106824/Put/seqid=0
2024-11-18T20:51:47,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742161_1337 (size=13391)
2024-11-18T20:51:47,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742160_1336 (size=13391)
2024-11-18T20:51:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:47,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:47,844 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-18T20:51:47,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/bc97bccc6412435cb0d2d20793d8332a is 50, key is test_row_0/A:col10/1731963107521/Put/seqid=0
2024-11-18T20:51:47,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963167864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963167866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963167867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742162_1338 (size=12301)
2024-11-18T20:51:47,928 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/bc97bccc6412435cb0d2d20793d8332a
2024-11-18T20:51:47,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/9a1c24cd09d445579463bb34b8cf2595 is 50, key is test_row_0/B:col10/1731963107521/Put/seqid=0
2024-11-18T20:51:47,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742163_1339 (size=12301)
2024-11-18T20:51:47,977 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/9a1c24cd09d445579463bb34b8cf2595
2024-11-18T20:51:47,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963167972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963167980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963167980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:47,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/02d40b20255a478ca41d82cc177a5cdb is 50, key is test_row_0/C:col10/1731963107521/Put/seqid=0
2024-11-18T20:51:48,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742164_1340 (size=12301)
2024-11-18T20:51:48,136 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/ddeb36bfe5ec44cfb8abd62df86d8335 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ddeb36bfe5ec44cfb8abd62df86d8335
2024-11-18T20:51:48,142 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into ddeb36bfe5ec44cfb8abd62df86d8335(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:48,142 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:48,142 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963107658; duration=0sec
2024-11-18T20:51:48,142 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:48,142 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:48,142 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:48,143 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:48,144 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:48,144 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:48,144 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/84df75576f954e2ab8ecb4f587b4a288, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/ad0bce91689b4392b0cf647f7705389b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2d3315374bd8483c8b632119a330bab8] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=37.0 K
2024-11-18T20:51:48,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 84df75576f954e2ab8ecb4f587b4a288, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731963105215
2024-11-18T20:51:48,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ad0bce91689b4392b0cf647f7705389b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731963105590
2024-11-18T20:51:48,146 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d3315374bd8483c8b632119a330bab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731963106823
2024-11-18T20:51:48,148 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/07021e376ca14c809f74b4e8a5263fb7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/07021e376ca14c809f74b4e8a5263fb7
2024-11-18T20:51:48,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1731963168150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,152 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 0eb1fc162d94f2c571d537040abf11d8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,154 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into 07021e376ca14c809f74b4e8a5263fb7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:48,154 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:48,154 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963107658; duration=0sec
2024-11-18T20:51:48,154 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:48,154 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:48,157 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:48,157 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/f66816b125764947a0b857075309c010 is 50, key is test_row_0/C:col10/1731963106824/Put/seqid=0
2024-11-18T20:51:48,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1731963168170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,173 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 0eb1fc162d94f2c571d537040abf11d8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:51:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963168189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742165_1341 (size=13391)
2024-11-18T20:51:48,201 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/f66816b125764947a0b857075309c010 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f66816b125764947a0b857075309c010
2024-11-18T20:51:48,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963168200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963168200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,206 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into f66816b125764947a0b857075309c010(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:48,206 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:48,206 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963107658; duration=0sec
2024-11-18T20:51:48,206 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:48,206 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:48,435 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/02d40b20255a478ca41d82cc177a5cdb
2024-11-18T20:51:48,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/bc97bccc6412435cb0d2d20793d8332a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bc97bccc6412435cb0d2d20793d8332a
2024-11-18T20:51:48,468 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bc97bccc6412435cb0d2d20793d8332a, entries=150, sequenceid=468, filesize=12.0 K
2024-11-18T20:51:48,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/9a1c24cd09d445579463bb34b8cf2595 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9a1c24cd09d445579463bb34b8cf2595
2024-11-18T20:51:48,479 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9a1c24cd09d445579463bb34b8cf2595, entries=150, sequenceid=468, filesize=12.0 K
2024-11-18T20:51:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/02d40b20255a478ca41d82cc177a5cdb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/02d40b20255a478ca41d82cc177a5cdb
2024-11-18T20:51:48,487 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/02d40b20255a478ca41d82cc177a5cdb, entries=150, sequenceid=468, filesize=12.0 K
2024-11-18T20:51:48,487 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0eb1fc162d94f2c571d537040abf11d8 in 643ms, sequenceid=468, compaction requested=false
2024-11-18T20:51:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:48,502 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:48,503 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-18T20:51:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:48,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/4279230d3fb84657ace1f0072ad05170 is 50, key is test_row_0/A:col10/1731963107865/Put/seqid=0
2024-11-18T20:51:48,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742166_1342 (size=14741)
2024-11-18T20:51:48,540 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/4279230d3fb84657ace1f0072ad05170
2024-11-18T20:51:48,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/a9c07fb73eef4e629d1cfbeab83c7c7a is 50, key is test_row_0/B:col10/1731963107865/Put/seqid=0
2024-11-18T20:51:48,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963168569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963168574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963168575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742167_1343 (size=12301)
2024-11-18T20:51:48,602 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/a9c07fb73eef4e629d1cfbeab83c7c7a
2024-11-18T20:51:48,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/5e9d4bb5088d49fe88ec2ba4195c30f5 is 50, key is test_row_0/C:col10/1731963107865/Put/seqid=0
2024-11-18T20:51:48,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742168_1344 (size=12301)
2024-11-18T20:51:48,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963168680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963168690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963168690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34624 deadline: 1731963168889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1731963168900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:48,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:51:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1731963168900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:48,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:51:48,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:51:49,085 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/5e9d4bb5088d49fe88ec2ba4195c30f5
2024-11-18T20:51:49,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/4279230d3fb84657ace1f0072ad05170 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/4279230d3fb84657ace1f0072ad05170
2024-11-18T20:51:49,103 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/4279230d3fb84657ace1f0072ad05170, entries=200, sequenceid=484, filesize=14.4 K
2024-11-18T20:51:49,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/a9c07fb73eef4e629d1cfbeab83c7c7a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9c07fb73eef4e629d1cfbeab83c7c7a
2024-11-18T20:51:49,109 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9c07fb73eef4e629d1cfbeab83c7c7a, entries=150, sequenceid=484, filesize=12.0 K
2024-11-18T20:51:49,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/5e9d4bb5088d49fe88ec2ba4195c30f5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5e9d4bb5088d49fe88ec2ba4195c30f5
2024-11-18T20:51:49,116 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5e9d4bb5088d49fe88ec2ba4195c30f5, entries=150, sequenceid=484, filesize=12.0 K
2024-11-18T20:51:49,117 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0eb1fc162d94f2c571d537040abf11d8 in 614ms, sequenceid=484, compaction requested=true
2024-11-18T20:51:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:49,117 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:49,118 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:49,118 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/A is initiating minor compaction (all files)
2024-11-18T20:51:49,118 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/A in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,118 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/07021e376ca14c809f74b4e8a5263fb7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bc97bccc6412435cb0d2d20793d8332a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/4279230d3fb84657ace1f0072ad05170] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=39.5 K
2024-11-18T20:51:49,119 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07021e376ca14c809f74b4e8a5263fb7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731963106823
2024-11-18T20:51:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T20:51:49,120 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc97bccc6412435cb0d2d20793d8332a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731963107518
2024-11-18T20:51:49,120 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:49,120 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4279230d3fb84657ace1f0072ad05170, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731963107856
2024-11-18T20:51:49,121 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:51:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-18T20:51:49,123 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:51:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T20:51:49,126 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:51:49,126 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:51:49,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:51:49,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:49,139 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:49,140 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:49,140 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/B is initiating minor compaction (all files)
2024-11-18T20:51:49,140 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/B in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,141 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ddeb36bfe5ec44cfb8abd62df86d8335, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9a1c24cd09d445579463bb34b8cf2595, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9c07fb73eef4e629d1cfbeab83c7c7a] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=37.1 K
2024-11-18T20:51:49,141 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ddeb36bfe5ec44cfb8abd62df86d8335, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731963106823
2024-11-18T20:51:49,141 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a1c24cd09d445579463bb34b8cf2595, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731963107518
2024-11-18T20:51:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:51:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:49,143 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a9c07fb73eef4e629d1cfbeab83c7c7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731963107856
2024-11-18T20:51:49,146 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#A#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:49,147 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/221f882e8c1c4d419d4fd0e70f3240e5 is 50, key is test_row_0/A:col10/1731963107865/Put/seqid=0
2024-11-18T20:51:49,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eb1fc162d94f2c571d537040abf11d8:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:51:49,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:49,158 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#B#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:49,158 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/c5174e1e86264bb8a60d1499a60e41fb is 50, key is test_row_0/B:col10/1731963107865/Put/seqid=0
2024-11-18T20:51:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:49,206 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:51:49,206 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:51:49,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742169_1345 (size=13493)
2024-11-18T20:51:49,216 INFO  [Thread-1114 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1114.
2024-11-18T20:51:49,216 DEBUG [Thread-1114 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:49,216 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,216 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,216 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:49,217 INFO  [Thread-1120 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1120.
2024-11-18T20:51:49,217 DEBUG [Thread-1120 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:49,217 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,217 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,217 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:49,219 INFO  [Thread-1131 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1131.
2024-11-18T20:51:49,219 DEBUG [Thread-1131 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:49,219 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,219 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,219 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:49,220 INFO  [Thread-1118 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1118.
2024-11-18T20:51:49,220 DEBUG [Thread-1118 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:49,220 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,220 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,220 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:49,221 INFO  [Thread-1129 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1129.
2024-11-18T20:51:49,221 DEBUG [Thread-1129 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:49,221 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,221 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,221 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:49,224 INFO  [Thread-1123 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1123.
2024-11-18T20:51:49,224 INFO  [Thread-1127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1127.
2024-11-18T20:51:49,224 DEBUG [Thread-1123 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:49,224 DEBUG [Thread-1127 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:49,224 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,224 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,224 INFO  [Thread-1125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1125.
2024-11-18T20:51:49,224 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,224 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,224 DEBUG [Thread-1125 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:49,224 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:49,224 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,224 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:49,224 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:49,225 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:49,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742170_1346 (size=13493)
2024-11-18T20:51:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T20:51:49,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/ae800f4339b64592be478f880fda330e is 50, key is test_row_0/A:col10/1731963108564/Put/seqid=0
2024-11-18T20:51:49,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742171_1347 (size=12301)
2024-11-18T20:51:49,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-18T20:51:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-18T20:51:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T20:51:49,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-18T20:51:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. as already flushing
2024-11-18T20:51:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:51:49,620 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/221f882e8c1c4d419d4fd0e70f3240e5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/221f882e8c1c4d419d4fd0e70f3240e5
2024-11-18T20:51:49,624 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/A of 0eb1fc162d94f2c571d537040abf11d8 into 221f882e8c1c4d419d4fd0e70f3240e5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:49,624 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:49,625 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/A, priority=13, startTime=1731963109117; duration=0sec
2024-11-18T20:51:49,625 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:51:49,625 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:A
2024-11-18T20:51:49,625 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:51:49,627 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:51:49,627 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 0eb1fc162d94f2c571d537040abf11d8/C is initiating minor compaction (all files)
2024-11-18T20:51:49,627 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eb1fc162d94f2c571d537040abf11d8/C in TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,627 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f66816b125764947a0b857075309c010, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/02d40b20255a478ca41d82cc177a5cdb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5e9d4bb5088d49fe88ec2ba4195c30f5] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp, totalSize=37.1 K
2024-11-18T20:51:49,627 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f66816b125764947a0b857075309c010, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731963106823
2024-11-18T20:51:49,627 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02d40b20255a478ca41d82cc177a5cdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731963107518
2024-11-18T20:51:49,628 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e9d4bb5088d49fe88ec2ba4195c30f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731963107856
2024-11-18T20:51:49,634 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/c5174e1e86264bb8a60d1499a60e41fb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c5174e1e86264bb8a60d1499a60e41fb
2024-11-18T20:51:49,635 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eb1fc162d94f2c571d537040abf11d8#C#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:51:49,635 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/df9d163fc8d3483c9e6cc58b52dfb73c is 50, key is test_row_0/C:col10/1731963107865/Put/seqid=0
2024-11-18T20:51:49,639 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/B of 0eb1fc162d94f2c571d537040abf11d8 into c5174e1e86264bb8a60d1499a60e41fb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:49,639 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:49,639 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/B, priority=13, startTime=1731963109139; duration=0sec
2024-11-18T20:51:49,640 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:49,640 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:B
2024-11-18T20:51:49,642 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/ae800f4339b64592be478f880fda330e
2024-11-18T20:51:49,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/7e4c4e75c73e448f865c6adfb116a30e is 50, key is test_row_0/B:col10/1731963108564/Put/seqid=0
2024-11-18T20:51:49,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742172_1348 (size=13493)
2024-11-18T20:51:49,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742173_1349 (size=12301)
2024-11-18T20:51:49,667 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/7e4c4e75c73e448f865c6adfb116a30e
2024-11-18T20:51:49,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/be715e57459d4d89a973e7071dc8c323 is 50, key is test_row_0/C:col10/1731963108564/Put/seqid=0
2024-11-18T20:51:49,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742174_1350 (size=12301)
2024-11-18T20:51:49,681 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/be715e57459d4d89a973e7071dc8c323
2024-11-18T20:51:49,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/ae800f4339b64592be478f880fda330e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ae800f4339b64592be478f880fda330e
2024-11-18T20:51:49,688 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ae800f4339b64592be478f880fda330e, entries=150, sequenceid=509, filesize=12.0 K
2024-11-18T20:51:49,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/7e4c4e75c73e448f865c6adfb116a30e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7e4c4e75c73e448f865c6adfb116a30e
2024-11-18T20:51:49,694 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7e4c4e75c73e448f865c6adfb116a30e, entries=150, sequenceid=509, filesize=12.0 K
2024-11-18T20:51:49,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/be715e57459d4d89a973e7071dc8c323 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/be715e57459d4d89a973e7071dc8c323
2024-11-18T20:51:49,698 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/be715e57459d4d89a973e7071dc8c323, entries=150, sequenceid=509, filesize=12.0 K
2024-11-18T20:51:49,699 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 0eb1fc162d94f2c571d537040abf11d8 in 493ms, sequenceid=509, compaction requested=false
2024-11-18T20:51:49,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:49,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-18T20:51:49,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:49,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-18T20:51:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/7e4ae23945d0406bb3aacbd0ef518d73 is 50, key is test_row_0/A:col10/1731963109218/Put/seqid=0
2024-11-18T20:51:49,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742175_1351 (size=9857)
2024-11-18T20:51:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T20:51:50,068 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/df9d163fc8d3483c9e6cc58b52dfb73c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/df9d163fc8d3483c9e6cc58b52dfb73c
2024-11-18T20:51:50,073 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eb1fc162d94f2c571d537040abf11d8/C of 0eb1fc162d94f2c571d537040abf11d8 into df9d163fc8d3483c9e6cc58b52dfb73c(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:51:50,073 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:50,073 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., storeName=0eb1fc162d94f2c571d537040abf11d8/C, priority=13, startTime=1731963109141; duration=0sec
2024-11-18T20:51:50,073 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:51:50,073 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eb1fc162d94f2c571d537040abf11d8:C
2024-11-18T20:51:50,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/7e4ae23945d0406bb3aacbd0ef518d73
2024-11-18T20:51:50,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/04a431e53c28457395305415173c19a3 is 50, key is test_row_0/B:col10/1731963109218/Put/seqid=0
2024-11-18T20:51:50,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742176_1352 (size=9857)
2024-11-18T20:51:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T20:51:50,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/04a431e53c28457395305415173c19a3
2024-11-18T20:51:50,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/33d8e6e1083d440080d62ca0f24623b9 is 50, key is test_row_0/C:col10/1731963109218/Put/seqid=0
2024-11-18T20:51:50,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742177_1353 (size=9857)
2024-11-18T20:51:50,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/33d8e6e1083d440080d62ca0f24623b9
2024-11-18T20:51:50,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/7e4ae23945d0406bb3aacbd0ef518d73 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e4ae23945d0406bb3aacbd0ef518d73
2024-11-18T20:51:50,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e4ae23945d0406bb3aacbd0ef518d73, entries=100, sequenceid=518, filesize=9.6 K
2024-11-18T20:51:50,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/04a431e53c28457395305415173c19a3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/04a431e53c28457395305415173c19a3
2024-11-18T20:51:50,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/04a431e53c28457395305415173c19a3, entries=100, sequenceid=518, filesize=9.6 K
2024-11-18T20:51:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/33d8e6e1083d440080d62ca0f24623b9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/33d8e6e1083d440080d62ca0f24623b9
2024-11-18T20:51:50,996 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/33d8e6e1083d440080d62ca0f24623b9, entries=100, sequenceid=518, filesize=9.6 K
2024-11-18T20:51:50,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0eb1fc162d94f2c571d537040abf11d8 in 1257ms, sequenceid=518, compaction requested=true
2024-11-18T20:51:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 0eb1fc162d94f2c571d537040abf11d8:

2024-11-18T20:51:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-18T20:51:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-18T20:51:51,000 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-18T20:51:51,000 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec
2024-11-18T20:51:51,002 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8800 sec
2024-11-18T20:51:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T20:51:51,270 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:51:56,725 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:51:58,212 INFO  [Thread-1112 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1112.
2024-11-18T20:51:58,212 DEBUG [Thread-1112 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:58,212 DEBUG [Thread-1112 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:58,212 DEBUG [Thread-1112 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:58,213 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:58,241 INFO  [Thread-1116 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1116.
2024-11-18T20:51:58,241 DEBUG [Thread-1116 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:51:58,241 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:58,241 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:58,241 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 45
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 92
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 49
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 125
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 94
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2181
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2217
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2110
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2200
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2224
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T20:51:58,242 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:51:58,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:51:58,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:58,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:51:58,243 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:51:58,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T20:51:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T20:51:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T20:51:58,246 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963118246"}]},"ts":"1731963118246"}
2024-11-18T20:51:58,247 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T20:51:58,247 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T20:51:58,248 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:51:58,249 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, UNASSIGN}]
2024-11-18T20:51:58,250 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, UNASSIGN
2024-11-18T20:51:58,251 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=0eb1fc162d94f2c571d537040abf11d8, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:51:58,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, UNASSIGN because future has completed
2024-11-18T20:51:58,252 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:51:58,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:51:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T20:51:58,405 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(122): Close 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:58,405 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:51:58,405 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1722): Closing 0eb1fc162d94f2c571d537040abf11d8, disabling compactions & flushes
2024-11-18T20:51:58,405 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:58,405 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:58,405 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. after waiting 0 ms
2024-11-18T20:51:58,405 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:58,405 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(2902): Flushing 0eb1fc162d94f2c571d537040abf11d8 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB
2024-11-18T20:51:58,411 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/68da5e970bd94b338f323cb2aba466a0 is 50, key is test_row_1/A:col10/1731963118240/Put/seqid=0
2024-11-18T20:51:58,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742178_1354 (size=7415)
2024-11-18T20:51:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T20:51:58,826 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/68da5e970bd94b338f323cb2aba466a0
2024-11-18T20:51:58,833 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/df1afff5fbc945228d37bac90d672cb9 is 50, key is test_row_1/B:col10/1731963118240/Put/seqid=0
2024-11-18T20:51:58,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742179_1355 (size=7415)
2024-11-18T20:51:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T20:51:59,245 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/df1afff5fbc945228d37bac90d672cb9
2024-11-18T20:51:59,256 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/1516e8555d064875ad3e76432e26e6ef is 50, key is test_row_1/C:col10/1731963118240/Put/seqid=0
2024-11-18T20:51:59,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742180_1356 (size=7415)
2024-11-18T20:51:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T20:51:59,660 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/1516e8555d064875ad3e76432e26e6ef
2024-11-18T20:51:59,664 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/A/68da5e970bd94b338f323cb2aba466a0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/68da5e970bd94b338f323cb2aba466a0
2024-11-18T20:51:59,668 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/68da5e970bd94b338f323cb2aba466a0, entries=50, sequenceid=524, filesize=7.2 K
2024-11-18T20:51:59,669 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/B/df1afff5fbc945228d37bac90d672cb9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/df1afff5fbc945228d37bac90d672cb9
2024-11-18T20:51:59,673 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/df1afff5fbc945228d37bac90d672cb9, entries=50, sequenceid=524, filesize=7.2 K
2024-11-18T20:51:59,674 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/.tmp/C/1516e8555d064875ad3e76432e26e6ef as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1516e8555d064875ad3e76432e26e6ef
2024-11-18T20:51:59,677 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1516e8555d064875ad3e76432e26e6ef, entries=50, sequenceid=524, filesize=7.2 K
2024-11-18T20:51:59,678 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 0eb1fc162d94f2c571d537040abf11d8 in 1273ms, sequenceid=524, compaction requested=true
2024-11-18T20:51:59,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cbdefb8efcd94e219a490b58383f47dc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/6624676725a248c59595ad767bcc6ad1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b1ef4f49bf5c4098aeb7c0b36cb119e6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bfcd84057873457083b44513830af6aa, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0acda4291c7043fc97afc0534e47d027, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/091eab1983bb4326b6441814c1712dc2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d8fd970cf5794e479948079c7780924a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1c2659e457ac44429676910a61d6bc55, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0ac1e48298d44cb186bba5608136388b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/259a23688dc24ef49d435566d4edd1ec, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d9d2edc71de141a5907296b88ff579ac, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f8711d524760487293851eb7ac631240, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b121a35ef04b42d7a1acd5171eb2eb97, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cdb2f3c7261f4323b1110cf6d9c9de1c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/60f013652f29434e9b89bc34b354024c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ce41f794260a45bda10da60cdb96b048, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5876e30977a7427db85c4586741f64ad, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/c66860bea89549439054ab406b4804ff, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06b5059cea57436489c898f79e3171bc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1bf7cbf1e60945b5be25b442786aa3c4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9d684c09286a411aa63ea0f4d388ad99, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e3bb045fecb4c139090578142de4c52, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a7383a699e544085ad51a84613a8e064, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a1de8fb8e6d74604a3e120f11c9afe71, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/dac8a9b288234a3baa6148ee2fc7beb0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/16c672d7f2234f788a547247b66100be, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5f408e78d898472cab6a22193f99f323, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/578a40c929c844ef8789ecde3569f093, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9a8813936fac4d21893b90be02bf8ded, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/fce43b1d7b574650aaca37d98f6ff74f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06e23c9a2b954614a78bef2d8962e555, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/07021e376ca14c809f74b4e8a5263fb7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f7d7599249064544bf45efdf416e3b88, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bc97bccc6412435cb0d2d20793d8332a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/4279230d3fb84657ace1f0072ad05170] to archive
2024-11-18T20:51:59,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:51:59,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cbdefb8efcd94e219a490b58383f47dc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cbdefb8efcd94e219a490b58383f47dc
2024-11-18T20:51:59,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/6624676725a248c59595ad767bcc6ad1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/6624676725a248c59595ad767bcc6ad1
2024-11-18T20:51:59,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b1ef4f49bf5c4098aeb7c0b36cb119e6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b1ef4f49bf5c4098aeb7c0b36cb119e6
2024-11-18T20:51:59,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bfcd84057873457083b44513830af6aa to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bfcd84057873457083b44513830af6aa
2024-11-18T20:51:59,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0acda4291c7043fc97afc0534e47d027 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0acda4291c7043fc97afc0534e47d027
2024-11-18T20:51:59,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/091eab1983bb4326b6441814c1712dc2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/091eab1983bb4326b6441814c1712dc2
2024-11-18T20:51:59,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d8fd970cf5794e479948079c7780924a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d8fd970cf5794e479948079c7780924a
2024-11-18T20:51:59,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1c2659e457ac44429676910a61d6bc55 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1c2659e457ac44429676910a61d6bc55
2024-11-18T20:51:59,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0ac1e48298d44cb186bba5608136388b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/0ac1e48298d44cb186bba5608136388b
2024-11-18T20:51:59,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/259a23688dc24ef49d435566d4edd1ec to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/259a23688dc24ef49d435566d4edd1ec
2024-11-18T20:51:59,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d9d2edc71de141a5907296b88ff579ac to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/d9d2edc71de141a5907296b88ff579ac
2024-11-18T20:51:59,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f8711d524760487293851eb7ac631240 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f8711d524760487293851eb7ac631240
2024-11-18T20:51:59,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b121a35ef04b42d7a1acd5171eb2eb97 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/b121a35ef04b42d7a1acd5171eb2eb97
2024-11-18T20:51:59,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cdb2f3c7261f4323b1110cf6d9c9de1c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/cdb2f3c7261f4323b1110cf6d9c9de1c
2024-11-18T20:51:59,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/60f013652f29434e9b89bc34b354024c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/60f013652f29434e9b89bc34b354024c
2024-11-18T20:51:59,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ce41f794260a45bda10da60cdb96b048 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ce41f794260a45bda10da60cdb96b048
2024-11-18T20:51:59,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5876e30977a7427db85c4586741f64ad to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5876e30977a7427db85c4586741f64ad
2024-11-18T20:51:59,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/c66860bea89549439054ab406b4804ff to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/c66860bea89549439054ab406b4804ff
2024-11-18T20:51:59,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06b5059cea57436489c898f79e3171bc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06b5059cea57436489c898f79e3171bc
2024-11-18T20:51:59,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1bf7cbf1e60945b5be25b442786aa3c4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/1bf7cbf1e60945b5be25b442786aa3c4
2024-11-18T20:51:59,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9d684c09286a411aa63ea0f4d388ad99 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9d684c09286a411aa63ea0f4d388ad99
2024-11-18T20:51:59,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e3bb045fecb4c139090578142de4c52 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e3bb045fecb4c139090578142de4c52
2024-11-18T20:51:59,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a7383a699e544085ad51a84613a8e064 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a7383a699e544085ad51a84613a8e064
2024-11-18T20:51:59,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a1de8fb8e6d74604a3e120f11c9afe71 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/a1de8fb8e6d74604a3e120f11c9afe71
2024-11-18T20:51:59,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/dac8a9b288234a3baa6148ee2fc7beb0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/dac8a9b288234a3baa6148ee2fc7beb0
2024-11-18T20:51:59,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/16c672d7f2234f788a547247b66100be to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/16c672d7f2234f788a547247b66100be
2024-11-18T20:51:59,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5f408e78d898472cab6a22193f99f323 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/5f408e78d898472cab6a22193f99f323
2024-11-18T20:51:59,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/578a40c929c844ef8789ecde3569f093 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/578a40c929c844ef8789ecde3569f093
2024-11-18T20:51:59,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9a8813936fac4d21893b90be02bf8ded to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/9a8813936fac4d21893b90be02bf8ded
2024-11-18T20:51:59,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/fce43b1d7b574650aaca37d98f6ff74f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/fce43b1d7b574650aaca37d98f6ff74f
2024-11-18T20:51:59,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06e23c9a2b954614a78bef2d8962e555 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/06e23c9a2b954614a78bef2d8962e555
2024-11-18T20:51:59,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/07021e376ca14c809f74b4e8a5263fb7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/07021e376ca14c809f74b4e8a5263fb7
2024-11-18T20:51:59,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f7d7599249064544bf45efdf416e3b88 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/f7d7599249064544bf45efdf416e3b88
2024-11-18T20:51:59,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bc97bccc6412435cb0d2d20793d8332a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/bc97bccc6412435cb0d2d20793d8332a
2024-11-18T20:51:59,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/4279230d3fb84657ace1f0072ad05170 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/4279230d3fb84657ace1f0072ad05170
2024-11-18T20:51:59,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/57bb674dd60547deb7d4970ff492d06d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/939602c91e5547e0a6cc7a4aa9a9c53b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/fc86956128e24814868af0140473cb74, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c8091548482e4b8bba213c7bafa85e26, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/efc12792c26043819fb77346ef2e72a3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bd14ec8dd25141799ef7a4224bc57e14, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b210287f5ebb41f8b210cbd0ab3ea7e0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b23420a37a0345efb5b19b219e516af8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/6e36ad170fda4c958ad4032730915a01, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9ecc7382eff4408b7015b912ffbcec8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/d4411580bd9148938324157eb442527f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/3beef540243f4f71856b03481674011e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/535f74adb4f243c1aa41ae000b292aeb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/2ae230ca7dcb4998a74ea59d7bd5872a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/8a6eaf55e18342cfad7e2e2a764c9005, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/dd9cb6401bdc4d9bafb0d06c2093b30a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c573e05f11a8472c872c540d7f651439, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/177e057eb3694c47a19b9c2533f861fb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/991e714a1b344ecc84f071d8cc36314f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/f99f634e55194ab195ef8dbbdbae7b89, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/12f3d7378c95463584f653a65c0354fd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0c24dcb1f8d5490294cd994db4a05fff, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/47cb4ac8e5a74808a827c570ca223667, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9d201cde913d422bb6d981382cdafa05, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0441fd4ef68b4249b4de9c0d5979a372, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/48a11703365949059ee31fe638d4e929, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7a8af7fd4dc545a68c160692c033b8c7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ce43c7b82a7f4c3f85061f362867a11d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bb0e33916e054c84b45bc46184deb5b3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffd27c66fbde4c319b70c9caaa703401, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a71eb7e007624f33acb24facc1725eb4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ddeb36bfe5ec44cfb8abd62df86d8335, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffebadee7f394caebcb68f0091b04e16, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9a1c24cd09d445579463bb34b8cf2595, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9c07fb73eef4e629d1cfbeab83c7c7a] to archive
2024-11-18T20:51:59,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:51:59,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/57bb674dd60547deb7d4970ff492d06d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/57bb674dd60547deb7d4970ff492d06d
2024-11-18T20:51:59,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/939602c91e5547e0a6cc7a4aa9a9c53b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/939602c91e5547e0a6cc7a4aa9a9c53b
2024-11-18T20:51:59,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/fc86956128e24814868af0140473cb74 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/fc86956128e24814868af0140473cb74
2024-11-18T20:51:59,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c8091548482e4b8bba213c7bafa85e26 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c8091548482e4b8bba213c7bafa85e26
2024-11-18T20:51:59,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/efc12792c26043819fb77346ef2e72a3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/efc12792c26043819fb77346ef2e72a3
2024-11-18T20:51:59,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bd14ec8dd25141799ef7a4224bc57e14 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bd14ec8dd25141799ef7a4224bc57e14
2024-11-18T20:51:59,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b210287f5ebb41f8b210cbd0ab3ea7e0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b210287f5ebb41f8b210cbd0ab3ea7e0
2024-11-18T20:51:59,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b23420a37a0345efb5b19b219e516af8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/b23420a37a0345efb5b19b219e516af8
2024-11-18T20:51:59,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/6e36ad170fda4c958ad4032730915a01 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/6e36ad170fda4c958ad4032730915a01
2024-11-18T20:51:59,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9ecc7382eff4408b7015b912ffbcec8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9ecc7382eff4408b7015b912ffbcec8
2024-11-18T20:51:59,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/d4411580bd9148938324157eb442527f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/d4411580bd9148938324157eb442527f
2024-11-18T20:51:59,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/3beef540243f4f71856b03481674011e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/3beef540243f4f71856b03481674011e
2024-11-18T20:51:59,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/535f74adb4f243c1aa41ae000b292aeb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/535f74adb4f243c1aa41ae000b292aeb
2024-11-18T20:51:59,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/2ae230ca7dcb4998a74ea59d7bd5872a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/2ae230ca7dcb4998a74ea59d7bd5872a
2024-11-18T20:51:59,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/8a6eaf55e18342cfad7e2e2a764c9005 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/8a6eaf55e18342cfad7e2e2a764c9005
2024-11-18T20:51:59,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/dd9cb6401bdc4d9bafb0d06c2093b30a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/dd9cb6401bdc4d9bafb0d06c2093b30a
2024-11-18T20:51:59,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c573e05f11a8472c872c540d7f651439 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c573e05f11a8472c872c540d7f651439
2024-11-18T20:51:59,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/177e057eb3694c47a19b9c2533f861fb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/177e057eb3694c47a19b9c2533f861fb
2024-11-18T20:51:59,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/991e714a1b344ecc84f071d8cc36314f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/991e714a1b344ecc84f071d8cc36314f
2024-11-18T20:51:59,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/f99f634e55194ab195ef8dbbdbae7b89 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/f99f634e55194ab195ef8dbbdbae7b89
2024-11-18T20:51:59,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/12f3d7378c95463584f653a65c0354fd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/12f3d7378c95463584f653a65c0354fd
2024-11-18T20:51:59,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0c24dcb1f8d5490294cd994db4a05fff to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0c24dcb1f8d5490294cd994db4a05fff
2024-11-18T20:51:59,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/47cb4ac8e5a74808a827c570ca223667 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/47cb4ac8e5a74808a827c570ca223667
2024-11-18T20:51:59,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9d201cde913d422bb6d981382cdafa05 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9d201cde913d422bb6d981382cdafa05
2024-11-18T20:51:59,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0441fd4ef68b4249b4de9c0d5979a372 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/0441fd4ef68b4249b4de9c0d5979a372
2024-11-18T20:51:59,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/48a11703365949059ee31fe638d4e929 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/48a11703365949059ee31fe638d4e929
2024-11-18T20:51:59,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7a8af7fd4dc545a68c160692c033b8c7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7a8af7fd4dc545a68c160692c033b8c7
2024-11-18T20:51:59,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ce43c7b82a7f4c3f85061f362867a11d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ce43c7b82a7f4c3f85061f362867a11d
2024-11-18T20:51:59,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bb0e33916e054c84b45bc46184deb5b3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/bb0e33916e054c84b45bc46184deb5b3
2024-11-18T20:51:59,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffd27c66fbde4c319b70c9caaa703401 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffd27c66fbde4c319b70c9caaa703401
2024-11-18T20:51:59,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a71eb7e007624f33acb24facc1725eb4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a71eb7e007624f33acb24facc1725eb4
2024-11-18T20:51:59,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ddeb36bfe5ec44cfb8abd62df86d8335 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ddeb36bfe5ec44cfb8abd62df86d8335
2024-11-18T20:51:59,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffebadee7f394caebcb68f0091b04e16 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/ffebadee7f394caebcb68f0091b04e16
2024-11-18T20:51:59,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9a1c24cd09d445579463bb34b8cf2595 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/9a1c24cd09d445579463bb34b8cf2595
2024-11-18T20:51:59,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9c07fb73eef4e629d1cfbeab83c7c7a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/a9c07fb73eef4e629d1cfbeab83c7c7a
2024-11-18T20:51:59,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/11cce87b98984335841333d3a03a2a24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a3fdbeced8ef4ea2ae6dd071c45eadbc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/97a9e238b08d489db5bd8b1262fce527, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/eadb666cca5e4731a9806e72936d85d6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9945b9315860472b8a6c2b217d8f441e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/bd8a428ba8664c5b9477d74a721f5d2e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5d225cc7d63146af80bf5387c7efa808, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/997eb9acd01e47c3bfa8c58f7bb8143e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/3c8cdea6096a48fba325760b5f0b2c88, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8a8d65481c16427eb779e58febc54eb4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a1555d8dc166419eb4cf1b64718a1108, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9e981215a9494fee9c833fb3fb816bda, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/fd18d7ec7dd84aac9bf62be17c5b7e54, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/c932225c7895428d99dcea6c2c9162e7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/513f5569476c432bab0db176bdb70d58, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/cfb39bbf1ac04b9794c42e8b7c34cde3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/0d35c8cfa85348a7a3352c5868bb8738, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1cff208294e84375994aa0494dab1bc6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8bbfaab1cb5349b4b27105d16148fa35, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/30559a33298940149f4d8a1215b5a5e6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/55a803732e574c2883ae9b38f3ff8167, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f7fdee4d3a6d4882980fa4e32d95fd1e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/738dea83718a4eeb827d20a41d008387, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/7478de69b43347c1a14aa235a4e4b52b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2789a2f2a04b4e9694bfed880b211842, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f5c1fed7fcd54eb08a2a51b85fc43466, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a9b167998c8e470e9cdfd2b71669bc91, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/dfe9b95fb7c24a5f9fd9e3973eaa5364, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/84df75576f954e2ab8ecb4f587b4a288, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/36b96f419438493fa3efc1520134071e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/ad0bce91689b4392b0cf647f7705389b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f66816b125764947a0b857075309c010, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2d3315374bd8483c8b632119a330bab8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/02d40b20255a478ca41d82cc177a5cdb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5e9d4bb5088d49fe88ec2ba4195c30f5] to archive
2024-11-18T20:51:59,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:51:59,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/11cce87b98984335841333d3a03a2a24 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/11cce87b98984335841333d3a03a2a24
2024-11-18T20:51:59,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a3fdbeced8ef4ea2ae6dd071c45eadbc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a3fdbeced8ef4ea2ae6dd071c45eadbc
2024-11-18T20:51:59,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/97a9e238b08d489db5bd8b1262fce527 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/97a9e238b08d489db5bd8b1262fce527
2024-11-18T20:51:59,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/eadb666cca5e4731a9806e72936d85d6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/eadb666cca5e4731a9806e72936d85d6
2024-11-18T20:51:59,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9945b9315860472b8a6c2b217d8f441e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9945b9315860472b8a6c2b217d8f441e
2024-11-18T20:51:59,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/bd8a428ba8664c5b9477d74a721f5d2e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/bd8a428ba8664c5b9477d74a721f5d2e
2024-11-18T20:51:59,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5d225cc7d63146af80bf5387c7efa808 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5d225cc7d63146af80bf5387c7efa808
2024-11-18T20:51:59,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/997eb9acd01e47c3bfa8c58f7bb8143e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/997eb9acd01e47c3bfa8c58f7bb8143e
2024-11-18T20:51:59,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/3c8cdea6096a48fba325760b5f0b2c88 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/3c8cdea6096a48fba325760b5f0b2c88
2024-11-18T20:51:59,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8a8d65481c16427eb779e58febc54eb4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8a8d65481c16427eb779e58febc54eb4
2024-11-18T20:51:59,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a1555d8dc166419eb4cf1b64718a1108 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a1555d8dc166419eb4cf1b64718a1108
2024-11-18T20:51:59,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9e981215a9494fee9c833fb3fb816bda to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/9e981215a9494fee9c833fb3fb816bda
2024-11-18T20:51:59,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/fd18d7ec7dd84aac9bf62be17c5b7e54 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/fd18d7ec7dd84aac9bf62be17c5b7e54
2024-11-18T20:51:59,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/c932225c7895428d99dcea6c2c9162e7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/c932225c7895428d99dcea6c2c9162e7
2024-11-18T20:51:59,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/513f5569476c432bab0db176bdb70d58 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/513f5569476c432bab0db176bdb70d58
2024-11-18T20:51:59,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/cfb39bbf1ac04b9794c42e8b7c34cde3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/cfb39bbf1ac04b9794c42e8b7c34cde3
2024-11-18T20:51:59,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/0d35c8cfa85348a7a3352c5868bb8738 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/0d35c8cfa85348a7a3352c5868bb8738
2024-11-18T20:51:59,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1cff208294e84375994aa0494dab1bc6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1cff208294e84375994aa0494dab1bc6
2024-11-18T20:51:59,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8bbfaab1cb5349b4b27105d16148fa35 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/8bbfaab1cb5349b4b27105d16148fa35
2024-11-18T20:51:59,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/30559a33298940149f4d8a1215b5a5e6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/30559a33298940149f4d8a1215b5a5e6
2024-11-18T20:51:59,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/55a803732e574c2883ae9b38f3ff8167 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/55a803732e574c2883ae9b38f3ff8167
2024-11-18T20:51:59,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f7fdee4d3a6d4882980fa4e32d95fd1e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f7fdee4d3a6d4882980fa4e32d95fd1e
2024-11-18T20:51:59,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/738dea83718a4eeb827d20a41d008387 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/738dea83718a4eeb827d20a41d008387
2024-11-18T20:51:59,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/7478de69b43347c1a14aa235a4e4b52b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/7478de69b43347c1a14aa235a4e4b52b
2024-11-18T20:51:59,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2789a2f2a04b4e9694bfed880b211842 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2789a2f2a04b4e9694bfed880b211842
2024-11-18T20:51:59,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f5c1fed7fcd54eb08a2a51b85fc43466 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f5c1fed7fcd54eb08a2a51b85fc43466
2024-11-18T20:51:59,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a9b167998c8e470e9cdfd2b71669bc91 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/a9b167998c8e470e9cdfd2b71669bc91
2024-11-18T20:51:59,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/dfe9b95fb7c24a5f9fd9e3973eaa5364 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/dfe9b95fb7c24a5f9fd9e3973eaa5364
2024-11-18T20:51:59,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/84df75576f954e2ab8ecb4f587b4a288 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/84df75576f954e2ab8ecb4f587b4a288
2024-11-18T20:51:59,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/36b96f419438493fa3efc1520134071e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/36b96f419438493fa3efc1520134071e
2024-11-18T20:51:59,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/ad0bce91689b4392b0cf647f7705389b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/ad0bce91689b4392b0cf647f7705389b
2024-11-18T20:51:59,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f66816b125764947a0b857075309c010 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/f66816b125764947a0b857075309c010
2024-11-18T20:51:59,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2d3315374bd8483c8b632119a330bab8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/2d3315374bd8483c8b632119a330bab8
2024-11-18T20:51:59,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/02d40b20255a478ca41d82cc177a5cdb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/02d40b20255a478ca41d82cc177a5cdb
2024-11-18T20:51:59,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5e9d4bb5088d49fe88ec2ba4195c30f5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/5e9d4bb5088d49fe88ec2ba4195c30f5
2024-11-18T20:51:59,804 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/recovered.edits/527.seqid, newMaxSeqId=527, maxSeqId=1
2024-11-18T20:51:59,805 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.
2024-11-18T20:51:59,805 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1676): Region close journal for 0eb1fc162d94f2c571d537040abf11d8:
Waiting for close lock at 1731963118405Running coprocessor pre-close hooks at 1731963118405Disabling compacts and flushes for region at 1731963118405Disabling writes for close at 1731963118405Obtaining lock to block concurrent updates at 1731963118405Preparing flush snapshotting stores in 0eb1fc162d94f2c571d537040abf11d8 at 1731963118405Finished memstore snapshotting TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731963118405Flushing stores of TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8. at 1731963118407 (+2 ms)Flushing 0eb1fc162d94f2c571d537040abf11d8/A: creating writer at 1731963118407Flushing 0eb1fc162d94f2c571d537040abf11d8/A: appending metadata at 1731963118410 (+3 ms)Flushing 0eb1fc162d94f2c571d537040abf11d8/A: closing flushed file at 1731963118410Flushing 0eb1fc162d94f2c571d537040abf11d8/B: creating writer at 1731963118830 (+420 ms)Flushing 0eb1fc162d94f2c571d537040abf11d8/B: appending metadata at 1731963118833 (+3 ms)Flushing 0eb1fc162d94f2c571d537040abf11d8/B: closing flushed file at 1731963118833Flushing 0eb1fc162d94f2c571d537040abf11d8/C: creating writer at 1731963119250 (+417 ms)Flushing 0eb1fc162d94f2c571d537040abf11d8/C: appending metadata at 1731963119255 (+5 ms)Flushing 0eb1fc162d94f2c571d537040abf11d8/C: closing flushed file at 1731963119255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aaf4972: reopening flushed file at 1731963119664 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384d2d48: reopening flushed file at 1731963119668 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2e8493: reopening flushed file at 1731963119673 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 0eb1fc162d94f2c571d537040abf11d8 in 1273ms, sequenceid=524, compaction requested=true at 1731963119678 (+5 ms)Writing region close event to WAL at 1731963119801 (+123 ms)Running coprocessor post-close hooks at 1731963119805 (+4 ms)Closed at 1731963119805
2024-11-18T20:51:59,807 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(157): Closed 0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:51:59,807 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=0eb1fc162d94f2c571d537040abf11d8, regionState=CLOSED
2024-11-18T20:51:59,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:51:59,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-18T20:51:59,811 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseRegionProcedure 0eb1fc162d94f2c571d537040abf11d8, server=29a7ef02c270,38231,1731963029040 in 1.5570 sec
2024-11-18T20:51:59,813 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75
2024-11-18T20:51:59,813 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eb1fc162d94f2c571d537040abf11d8, UNASSIGN in 1.5620 sec
2024-11-18T20:51:59,815 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-18T20:51:59,815 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5650 sec
2024-11-18T20:51:59,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963119816"}]},"ts":"1731963119816"}
2024-11-18T20:51:59,818 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T20:51:59,818 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T20:51:59,820 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5750 sec
2024-11-18T20:52:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T20:52:00,390 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:00,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T20:52:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:00,392 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=78, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-18T20:52:00,393 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=78, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:00,395 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:52:00,397 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/recovered.edits]
2024-11-18T20:52:00,399 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/221f882e8c1c4d419d4fd0e70f3240e5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/221f882e8c1c4d419d4fd0e70f3240e5
2024-11-18T20:52:00,400 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/68da5e970bd94b338f323cb2aba466a0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/68da5e970bd94b338f323cb2aba466a0
2024-11-18T20:52:00,401 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e4ae23945d0406bb3aacbd0ef518d73 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/7e4ae23945d0406bb3aacbd0ef518d73
2024-11-18T20:52:00,401 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ae800f4339b64592be478f880fda330e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/A/ae800f4339b64592be478f880fda330e
2024-11-18T20:52:00,403 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/04a431e53c28457395305415173c19a3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/04a431e53c28457395305415173c19a3
2024-11-18T20:52:00,404 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7e4c4e75c73e448f865c6adfb116a30e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/7e4c4e75c73e448f865c6adfb116a30e
2024-11-18T20:52:00,405 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c5174e1e86264bb8a60d1499a60e41fb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/c5174e1e86264bb8a60d1499a60e41fb
2024-11-18T20:52:00,406 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/df1afff5fbc945228d37bac90d672cb9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/B/df1afff5fbc945228d37bac90d672cb9
2024-11-18T20:52:00,407 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1516e8555d064875ad3e76432e26e6ef to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/1516e8555d064875ad3e76432e26e6ef
2024-11-18T20:52:00,408 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/33d8e6e1083d440080d62ca0f24623b9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/33d8e6e1083d440080d62ca0f24623b9
2024-11-18T20:52:00,409 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/be715e57459d4d89a973e7071dc8c323 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/be715e57459d4d89a973e7071dc8c323
2024-11-18T20:52:00,410 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/df9d163fc8d3483c9e6cc58b52dfb73c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/C/df9d163fc8d3483c9e6cc58b52dfb73c
2024-11-18T20:52:00,413 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/recovered.edits/527.seqid to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8/recovered.edits/527.seqid
2024-11-18T20:52:00,414 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/0eb1fc162d94f2c571d537040abf11d8
2024-11-18T20:52:00,414 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T20:52:00,416 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=78, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:00,420 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T20:52:00,422 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T20:52:00,423 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=78, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:00,423 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T20:52:00,423 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731963120423"}]},"ts":"9223372036854775807"}
2024-11-18T20:52:00,425 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T20:52:00,425 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0eb1fc162d94f2c571d537040abf11d8, NAME => 'TestAcidGuarantees,,1731963088325.0eb1fc162d94f2c571d537040abf11d8.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T20:52:00,425 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T20:52:00,426 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731963120425"}]},"ts":"9223372036854775807"}
2024-11-18T20:52:00,427 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T20:52:00,428 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=78, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:00,429 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec
2024-11-18T20:52:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-18T20:52:00,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T20:52:00,501 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:00,512 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=873 (was 845) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=315 (was 516)
2024-11-18T20:52:00,522 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=873, ProcessCount=11, AvailableMemoryMB=314
2024-11-18T20:52:00,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:52:00,523 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:52:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=79, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:00,526 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:52:00,526 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:00,526 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 79
2024-11-18T20:52:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T20:52:00,527 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:52:00,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742181_1357 (size=959)
2024-11-18T20:52:00,533 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f
2024-11-18T20:52:00,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742182_1358 (size=53)
2024-11-18T20:52:00,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:52:00,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f386b6d6538c7b6fe31899368ee2e892, disabling compactions & flushes
2024-11-18T20:52:00,538 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:00,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:00,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. after waiting 0 ms
2024-11-18T20:52:00,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:00,538 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:00,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f386b6d6538c7b6fe31899368ee2e892:
Waiting for close lock at 1731963120538Disabling compacts and flushes for region at 1731963120538Disabling writes for close at 1731963120538Writing region close event to WAL at 1731963120538Closed at 1731963120538
2024-11-18T20:52:00,539 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:52:00,540 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731963120539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963120539"}]},"ts":"1731963120539"}
2024-11-18T20:52:00,541 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:52:00,542 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:52:00,542 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963120542"}]},"ts":"1731963120542"}
2024-11-18T20:52:00,543 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T20:52:00,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, ASSIGN}]
2024-11-18T20:52:00,544 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, ASSIGN
2024-11-18T20:52:00,545 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, ASSIGN; state=OFFLINE, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=false
2024-11-18T20:52:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T20:52:00,696 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=f386b6d6538c7b6fe31899368ee2e892, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:00,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, ASSIGN because future has completed
2024-11-18T20:52:00,698 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; OpenRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T20:52:00,855 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:00,855 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:52:00,856 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,856 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:52:00,856 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,856 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,859 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f386b6d6538c7b6fe31899368ee2e892 
2024-11-18T20:52:00,861 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f386b6d6538c7b6fe31899368ee2e892 columnFamilyName A
2024-11-18T20:52:00,861 DEBUG [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:00,861 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(327): Store=f386b6d6538c7b6fe31899368ee2e892/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:00,861 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f386b6d6538c7b6fe31899368ee2e892 
2024-11-18T20:52:00,862 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f386b6d6538c7b6fe31899368ee2e892 columnFamilyName B
2024-11-18T20:52:00,862 DEBUG [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:00,863 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(327): Store=f386b6d6538c7b6fe31899368ee2e892/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:00,863 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f386b6d6538c7b6fe31899368ee2e892 
2024-11-18T20:52:00,864 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f386b6d6538c7b6fe31899368ee2e892 columnFamilyName C
2024-11-18T20:52:00,864 DEBUG [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:00,864 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(327): Store=f386b6d6538c7b6fe31899368ee2e892/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:00,864 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,865 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,865 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,866 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,867 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,867 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:52:00,868 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,871 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:52:00,872 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened f386b6d6538c7b6fe31899368ee2e892; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71510541, jitterRate=0.06559009850025177}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:52:00,872 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:00,873 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for f386b6d6538c7b6fe31899368ee2e892:
Running coprocessor pre-open hook at 1731963120856Writing region info on filesystem at 1731963120856Initializing all the Stores at 1731963120859 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963120859Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963120859Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963120859Cleaning up temporary data from old regions at 1731963120867 (+8 ms)Running coprocessor post-open hooks at 1731963120872 (+5 ms)Region opened successfully at 1731963120873 (+1 ms)
2024-11-18T20:52:00,874 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., pid=81, masterSystemTime=1731963120849
2024-11-18T20:52:00,876 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:00,876 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:00,876 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=f386b6d6538c7b6fe31899368ee2e892, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:00,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; OpenRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:00,882 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-18T20:52:00,882 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; OpenRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040 in 182 msec
2024-11-18T20:52:00,885 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79
2024-11-18T20:52:00,885 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, ASSIGN in 339 msec
2024-11-18T20:52:00,885 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:52:00,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963120885"}]},"ts":"1731963120885"}
2024-11-18T20:52:00,887 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T20:52:00,888 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:52:00,890 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 364 msec
2024-11-18T20:52:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-18T20:52:01,150 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:01,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:01,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:01,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:01,153 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44da4074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:01,154 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:01,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b35a2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:01,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:01,157 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:01,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T20:52:01,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40255,1731963027755
2024-11-18T20:52:01,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e2f54f9
2024-11-18T20:52:01,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T20:52:01,160 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T20:52:01,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:52:01,162 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:52:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:01,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742183_1359 (size=995)
2024-11-18T20:52:01,578 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-18T20:52:01,578 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-18T20:52:01,581 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:52:01,583 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, REOPEN/MOVE}]
2024-11-18T20:52:01,583 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, REOPEN/MOVE
2024-11-18T20:52:01,584 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=f386b6d6538c7b6fe31899368ee2e892, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:01,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, REOPEN/MOVE because future has completed
2024-11-18T20:52:01,586 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:52:01,586 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:01,738 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:01,738 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:52:01,739 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing f386b6d6538c7b6fe31899368ee2e892, disabling compactions & flushes
2024-11-18T20:52:01,739 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:01,739 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:01,739 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. after waiting 0 ms
2024-11-18T20:52:01,739 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:01,747 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T20:52:01,747 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:01,748 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for f386b6d6538c7b6fe31899368ee2e892:
Waiting for close lock at 1731963121739Running coprocessor pre-close hooks at 1731963121739Disabling compacts and flushes for region at 1731963121739Disabling writes for close at 1731963121739Writing region close event to WAL at 1731963121739Running coprocessor post-close hooks at 1731963121747 (+8 ms)Closed at 1731963121747
2024-11-18T20:52:01,748 WARN  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: f386b6d6538c7b6fe31899368ee2e892 to self.
2024-11-18T20:52:01,750 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:01,750 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=f386b6d6538c7b6fe31899368ee2e892, regionState=CLOSED
2024-11-18T20:52:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:01,754 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-18T20:52:01,754 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040 in 166 msec
2024-11-18T20:52:01,755 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, REOPEN/MOVE; state=CLOSED, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=true
2024-11-18T20:52:01,905 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=f386b6d6538c7b6fe31899368ee2e892, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:01,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, REOPEN/MOVE because future has completed
2024-11-18T20:52:01,907 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:02,062 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,062 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:52:02,062 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,062 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:52:02,062 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,062 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,064 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f386b6d6538c7b6fe31899368ee2e892 
2024-11-18T20:52:02,064 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f386b6d6538c7b6fe31899368ee2e892 columnFamilyName A
2024-11-18T20:52:02,065 DEBUG [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:02,066 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(327): Store=f386b6d6538c7b6fe31899368ee2e892/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:02,066 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f386b6d6538c7b6fe31899368ee2e892 
2024-11-18T20:52:02,067 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f386b6d6538c7b6fe31899368ee2e892 columnFamilyName B
2024-11-18T20:52:02,067 DEBUG [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:02,076 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(327): Store=f386b6d6538c7b6fe31899368ee2e892/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:02,076 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f386b6d6538c7b6fe31899368ee2e892 
2024-11-18T20:52:02,077 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f386b6d6538c7b6fe31899368ee2e892 columnFamilyName C
2024-11-18T20:52:02,077 DEBUG [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:02,078 INFO  [StoreOpener-f386b6d6538c7b6fe31899368ee2e892-1 {}] regionserver.HStore(327): Store=f386b6d6538c7b6fe31899368ee2e892/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:02,078 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,079 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,080 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,081 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,081 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,081 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:52:02,082 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,083 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened f386b6d6538c7b6fe31899368ee2e892; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60310780, jitterRate=-0.10129934549331665}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:52:02,083 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,084 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for f386b6d6538c7b6fe31899368ee2e892:
Running coprocessor pre-open hook at 1731963122063Writing region info on filesystem at 1731963122063Initializing all the Stores at 1731963122063Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963122063Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963122063Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963122063Cleaning up temporary data from old regions at 1731963122081 (+18 ms)Running coprocessor post-open hooks at 1731963122083 (+2 ms)Region opened successfully at 1731963122084 (+1 ms)
2024-11-18T20:52:02,085 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., pid=86, masterSystemTime=1731963122059
2024-11-18T20:52:02,087 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,087 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,087 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=f386b6d6538c7b6fe31899368ee2e892, regionState=OPEN, openSeqNum=5, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:02,092 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84
2024-11-18T20:52:02,092 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040 in 183 msec
2024-11-18T20:52:02,095 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-11-18T20:52:02,095 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, REOPEN/MOVE in 509 msec
2024-11-18T20:52:02,097 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-18T20:52:02,098 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec
2024-11-18T20:52:02,100 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 936 msec
2024-11-18T20:52:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T20:52:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T20:52:02,210 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:02,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,212 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478b602d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,216 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7caa4adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,225 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf55d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,236 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319c283b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,245 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,246 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,247 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed9306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,250 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f521eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,251 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28412e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,254 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14803293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,256 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788d50a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,258 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c185e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,260 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad4bde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,264 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7615d0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,266 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4952af6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,268 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0fe0bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,270 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cfa863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,272 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c64d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,274 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0a3c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:02,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:02,280 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6746655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:02,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:02,283 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:02,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed852de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:02,288 DEBUG [Thread-1633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,288 DEBUG [Thread-1628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,288 DEBUG [Thread-1631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,290 DEBUG [Thread-1635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,290 DEBUG [Thread-1631 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,290 DEBUG [Thread-1631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,291 DEBUG [Thread-1635 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,291 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,291 DEBUG [Thread-1635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,291 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,291 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,292 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,296 DEBUG [Thread-1622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,297 DEBUG [Thread-1622 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,298 DEBUG [Thread-1622 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,300 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,304 DEBUG [Thread-1639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,312 DEBUG [Thread-1626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,312 DEBUG [Thread-1631 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,314 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,314 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,318 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees
2024-11-18T20:52:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T20:52:02,321 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:02,322 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:02,322 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,322 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:02,322 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:52:02,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,324 DEBUG [Thread-1620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,325 DEBUG [Thread-1620 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,325 DEBUG [Thread-1620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,326 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,333 DEBUG [Thread-1620 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,334 DEBUG [Thread-1624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,336 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,340 DEBUG [Thread-1637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,342 DEBUG [Thread-1637 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:02,342 DEBUG [Thread-1637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:02,344 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:02,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111879fcbc7c6f1549728baae01a8c6dc9dc_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963122321/Put/seqid=0
2024-11-18T20:52:02,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742184_1360 (size=12154)
2024-11-18T20:52:02,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:02,429 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111879fcbc7c6f1549728baae01a8c6dc9dc_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111879fcbc7c6f1549728baae01a8c6dc9dc_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:02,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/4de27baa398e45c4bd00508148f6cd90, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T20:52:02,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/4de27baa398e45c4bd00508148f6cd90 is 175, key is test_row_0/A:col10/1731963122321/Put/seqid=0
2024-11-18T20:52:02,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963182415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742185_1361 (size=30955)
2024-11-18T20:52:02,458 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/4de27baa398e45c4bd00508148f6cd90
2024-11-18T20:52:02,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963182444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963182446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963182448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963182448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T20:52:02,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:02,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/261d43a9e62b4c2583d8352ae64ee894 is 50, key is test_row_0/B:col10/1731963122321/Put/seqid=0
2024-11-18T20:52:02,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963182551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742186_1362 (size=12001)
2024-11-18T20:52:02,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963182571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963182571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963182571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963182571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T20:52:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T20:52:02,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963182770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T20:52:02,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:02,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963182790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963182790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963182790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963182790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:02,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T20:52:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:02,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T20:52:02,968 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/261d43a9e62b4c2583d8352ae64ee894
2024-11-18T20:52:03,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/3a2b6adb8b134ab6b8e646a585a58700 is 50, key is test_row_0/C:col10/1731963122321/Put/seqid=0
2024-11-18T20:52:03,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742187_1363 (size=12001)
2024-11-18T20:52:03,066 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/3a2b6adb8b134ab6b8e646a585a58700
2024-11-18T20:52:03,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963183090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T20:52:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:03,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:03,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963183103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/4de27baa398e45c4bd00508148f6cd90 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/4de27baa398e45c4bd00508148f6cd90
2024-11-18T20:52:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,120 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/4de27baa398e45c4bd00508148f6cd90, entries=150, sequenceid=15, filesize=30.2 K
2024-11-18T20:52:03,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963183109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963183110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963183110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/261d43a9e62b4c2583d8352ae64ee894 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/261d43a9e62b4c2583d8352ae64ee894
2024-11-18T20:52:03,132 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/261d43a9e62b4c2583d8352ae64ee894, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T20:52:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/3a2b6adb8b134ab6b8e646a585a58700 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3a2b6adb8b134ab6b8e646a585a58700
2024-11-18T20:52:03,138 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3a2b6adb8b134ab6b8e646a585a58700, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T20:52:03,140 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f386b6d6538c7b6fe31899368ee2e892 in 818ms, sequenceid=15, compaction requested=false
2024-11-18T20:52:03,141 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T20:52:03,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:03,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-18T20:52:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:03,258 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:52:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111845950bd8ebf244adb5c5a3d2fb9e93da_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963122441/Put/seqid=0
2024-11-18T20:52:03,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742188_1364 (size=12154)
2024-11-18T20:52:03,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111845950bd8ebf244adb5c5a3d2fb9e93da_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111845950bd8ebf244adb5c5a3d2fb9e93da_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:03,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/07682c58e08c437fa48ed7aecd034406, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/07682c58e08c437fa48ed7aecd034406 is 175, key is test_row_0/A:col10/1731963122441/Put/seqid=0
2024-11-18T20:52:03,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742189_1365 (size=30955)
2024-11-18T20:52:03,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/07682c58e08c437fa48ed7aecd034406
2024-11-18T20:52:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5d8012eb4a5a4c8b96215095109844d4 is 50, key is test_row_0/B:col10/1731963122441/Put/seqid=0
2024-11-18T20:52:03,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742190_1366 (size=12001)
2024-11-18T20:52:03,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5d8012eb4a5a4c8b96215095109844d4
2024-11-18T20:52:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T20:52:03,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/672d66ec70394668bfdc45e7b0845437 is 50, key is test_row_0/C:col10/1731963122441/Put/seqid=0
2024-11-18T20:52:03,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742191_1367 (size=12001)
2024-11-18T20:52:03,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/672d66ec70394668bfdc45e7b0845437
2024-11-18T20:52:03,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/07682c58e08c437fa48ed7aecd034406 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/07682c58e08c437fa48ed7aecd034406
2024-11-18T20:52:03,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/07682c58e08c437fa48ed7aecd034406, entries=150, sequenceid=40, filesize=30.2 K
2024-11-18T20:52:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5d8012eb4a5a4c8b96215095109844d4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5d8012eb4a5a4c8b96215095109844d4
2024-11-18T20:52:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5d8012eb4a5a4c8b96215095109844d4, entries=150, sequenceid=40, filesize=11.7 K
2024-11-18T20:52:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/672d66ec70394668bfdc45e7b0845437 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/672d66ec70394668bfdc45e7b0845437
2024-11-18T20:52:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,591 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/672d66ec70394668bfdc45e7b0845437, entries=150, sequenceid=40, filesize=11.7 K
2024-11-18T20:52:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f386b6d6538c7b6fe31899368ee2e892 in 341ms, sequenceid=40, compaction requested=false
2024-11-18T20:52:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88
2024-11-18T20:52:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=88
2024-11-18T20:52:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,603 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-18T20:52:03,603 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2790 sec
2024-11-18T20:52:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,606 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.2860 sec
2024-11-18T20:52:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,772 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:03,773 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:52:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:03,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111827bdfd9f0434467b8f90b0fc9977bf51_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963123760/Put/seqid=0
2024-11-18T20:52:03,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742193_1369 (size=24358)
2024-11-18T20:52:03,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:03,900 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111827bdfd9f0434467b8f90b0fc9977bf51_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111827bdfd9f0434467b8f90b0fc9977bf51_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:03,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/55b0295e4a4b45f580db9bb8c0bb350b, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:03,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/55b0295e4a4b45f580db9bb8c0bb350b is 175, key is test_row_0/A:col10/1731963123760/Put/seqid=0
2024-11-18T20:52:03,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742192_1368 (size=73995)
2024-11-18T20:52:03,905 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/55b0295e4a4b45f580db9bb8c0bb350b
2024-11-18T20:52:03,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/c276012adce44287b872ee4c99b85576 is 50, key is test_row_0/B:col10/1731963123760/Put/seqid=0
2024-11-18T20:52:03,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963183920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963183922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963183932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963183933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963183947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:03,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742194_1370 (size=12001)
2024-11-18T20:52:04,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963184050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963184060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963184061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963184061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963184070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963184270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963184271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963184271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963184271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963184290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,363 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/c276012adce44287b872ee4c99b85576
2024-11-18T20:52:04,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/9b9b97b9b0c6456f9c3060c0cdc64538 is 50, key is test_row_0/C:col10/1731963123760/Put/seqid=0
2024-11-18T20:52:04,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742195_1371 (size=12001)
2024-11-18T20:52:04,385 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/9b9b97b9b0c6456f9c3060c0cdc64538
2024-11-18T20:52:04,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/55b0295e4a4b45f580db9bb8c0bb350b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/55b0295e4a4b45f580db9bb8c0bb350b
2024-11-18T20:52:04,399 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/55b0295e4a4b45f580db9bb8c0bb350b, entries=400, sequenceid=51, filesize=72.3 K
2024-11-18T20:52:04,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/c276012adce44287b872ee4c99b85576 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/c276012adce44287b872ee4c99b85576
2024-11-18T20:52:04,412 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/c276012adce44287b872ee4c99b85576, entries=150, sequenceid=51, filesize=11.7 K
2024-11-18T20:52:04,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/9b9b97b9b0c6456f9c3060c0cdc64538 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/9b9b97b9b0c6456f9c3060c0cdc64538
2024-11-18T20:52:04,422 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/9b9b97b9b0c6456f9c3060c0cdc64538, entries=150, sequenceid=51, filesize=11.7 K
2024-11-18T20:52:04,422 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f386b6d6538c7b6fe31899368ee2e892 in 649ms, sequenceid=51, compaction requested=true
2024-11-18T20:52:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:04,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:04,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:04,423 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:04,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:04,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:04,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:04,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:52:04,423 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:04,427 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:04,427 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:04,427 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/A is initiating minor compaction (all files)
2024-11-18T20:52:04,427 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/A in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,427 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/B is initiating minor compaction (all files)
2024-11-18T20:52:04,427 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/B in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,427 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/261d43a9e62b4c2583d8352ae64ee894, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5d8012eb4a5a4c8b96215095109844d4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/c276012adce44287b872ee4c99b85576] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=35.2 K
2024-11-18T20:52:04,428 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/4de27baa398e45c4bd00508148f6cd90, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/07682c58e08c437fa48ed7aecd034406, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/55b0295e4a4b45f580db9bb8c0bb350b] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=132.7 K
2024-11-18T20:52:04,428 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,428 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/4de27baa398e45c4bd00508148f6cd90, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/07682c58e08c437fa48ed7aecd034406, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/55b0295e4a4b45f580db9bb8c0bb350b]
2024-11-18T20:52:04,428 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 261d43a9e62b4c2583d8352ae64ee894, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963122310
2024-11-18T20:52:04,428 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4de27baa398e45c4bd00508148f6cd90, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963122310
2024-11-18T20:52:04,429 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d8012eb4a5a4c8b96215095109844d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963122384
2024-11-18T20:52:04,429 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07682c58e08c437fa48ed7aecd034406, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963122384
2024-11-18T20:52:04,429 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c276012adce44287b872ee4c99b85576, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731963123755
2024-11-18T20:52:04,429 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55b0295e4a4b45f580db9bb8c0bb350b, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731963123689
2024-11-18T20:52:04,444 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:04,449 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:04,450 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/af54b44c5c7747888c530e302c5b0dcb is 50, key is test_row_0/B:col10/1731963123760/Put/seqid=0
2024-11-18T20:52:04,459 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111829dc480e2cee4e85829284195a7bc8de_f386b6d6538c7b6fe31899368ee2e892 store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:04,463 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111829dc480e2cee4e85829284195a7bc8de_f386b6d6538c7b6fe31899368ee2e892, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:04,463 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111829dc480e2cee4e85829284195a7bc8de_f386b6d6538c7b6fe31899368ee2e892 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T20:52:04,472 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:04,472 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees
2024-11-18T20:52:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T20:52:04,474 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:04,475 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:04,475 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:04,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742196_1372 (size=12104)
2024-11-18T20:52:04,507 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/af54b44c5c7747888c530e302c5b0dcb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/af54b44c5c7747888c530e302c5b0dcb
2024-11-18T20:52:04,512 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/B of f386b6d6538c7b6fe31899368ee2e892 into af54b44c5c7747888c530e302c5b0dcb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:04,512 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:04,512 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/B, priority=13, startTime=1731963124423; duration=0sec
2024-11-18T20:52:04,512 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:04,512 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:B
2024-11-18T20:52:04,512 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:04,514 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:04,514 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/C is initiating minor compaction (all files)
2024-11-18T20:52:04,514 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/C in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,515 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3a2b6adb8b134ab6b8e646a585a58700, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/672d66ec70394668bfdc45e7b0845437, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/9b9b97b9b0c6456f9c3060c0cdc64538] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=35.2 K
2024-11-18T20:52:04,515 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a2b6adb8b134ab6b8e646a585a58700, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731963122310
2024-11-18T20:52:04,516 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 672d66ec70394668bfdc45e7b0845437, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963122384
2024-11-18T20:52:04,516 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b9b97b9b0c6456f9c3060c0cdc64538, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731963123755
2024-11-18T20:52:04,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742197_1373 (size=4469)
2024-11-18T20:52:04,528 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#A#compaction#315 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:04,529 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5cbfea5b34d44b6e96fd31a61ada01fc is 175, key is test_row_0/A:col10/1731963123760/Put/seqid=0
2024-11-18T20:52:04,547 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:04,547 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/6dfea613d7e44a6da090ce1d915a427b is 50, key is test_row_0/C:col10/1731963123760/Put/seqid=0
2024-11-18T20:52:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T20:52:04,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:04,597 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-18T20:52:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:04,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742198_1374 (size=31058)
2024-11-18T20:52:04,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963184606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742199_1375 (size=12104)
2024-11-18T20:52:04,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-11-18T20:52:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:04,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963184613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963184614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963184616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963184618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187bc64ce0106443d285714b0451653801_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963123825/Put/seqid=0
2024-11-18T20:52:04,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742200_1376 (size=19474)
2024-11-18T20:52:04,677 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,686 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187bc64ce0106443d285714b0451653801_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187bc64ce0106443d285714b0451653801_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:04,687 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5642e6978b7b49ae84af414963ec2c4b, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:04,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5642e6978b7b49ae84af414963ec2c4b is 175, key is test_row_0/A:col10/1731963123825/Put/seqid=0
2024-11-18T20:52:04,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742201_1377 (size=56733)
2024-11-18T20:52:04,708 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5642e6978b7b49ae84af414963ec2c4b
2024-11-18T20:52:04,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963184720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5aa6f213a4a4488d8d950d11149f8013 is 50, key is test_row_0/B:col10/1731963123825/Put/seqid=0
2024-11-18T20:52:04,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963184741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963184741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963184741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963184742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:04,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742202_1378 (size=12001)
2024-11-18T20:52:04,770 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5aa6f213a4a4488d8d950d11149f8013
2024-11-18T20:52:04,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4af0f51e70f6489d93bd9b2297c547b3 is 50, key is test_row_0/C:col10/1731963123825/Put/seqid=0
2024-11-18T20:52:04,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-11-18T20:52:04,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T20:52:04,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742203_1379 (size=12001)
2024-11-18T20:52:04,838 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4af0f51e70f6489d93bd9b2297c547b3
2024-11-18T20:52:04,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5642e6978b7b49ae84af414963ec2c4b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5642e6978b7b49ae84af414963ec2c4b
2024-11-18T20:52:04,849 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5642e6978b7b49ae84af414963ec2c4b, entries=300, sequenceid=80, filesize=55.4 K
2024-11-18T20:52:04,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5aa6f213a4a4488d8d950d11149f8013 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5aa6f213a4a4488d8d950d11149f8013
2024-11-18T20:52:04,853 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5aa6f213a4a4488d8d950d11149f8013, entries=150, sequenceid=80, filesize=11.7 K
2024-11-18T20:52:04,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4af0f51e70f6489d93bd9b2297c547b3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4af0f51e70f6489d93bd9b2297c547b3
2024-11-18T20:52:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,859 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4af0f51e70f6489d93bd9b2297c547b3, entries=150, sequenceid=80, filesize=11.7 K
2024-11-18T20:52:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,860 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f386b6d6538c7b6fe31899368ee2e892 in 264ms, sequenceid=80, compaction requested=false
2024-11-18T20:52:04,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-11-18T20:52:04,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:04,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-18T20:52:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f7b3b89867584951aedf4c32e20a1933_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_1/A:col10/1731963124615/Put/seqid=0
2024-11-18T20:52:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:04,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,013 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5cbfea5b34d44b6e96fd31a61ada01fc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5cbfea5b34d44b6e96fd31a61ada01fc
2024-11-18T20:52:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,019 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/A of f386b6d6538c7b6fe31899368ee2e892 into 5cbfea5b34d44b6e96fd31a61ada01fc(size=30.3 K), total size for store is 85.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:05,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:05,019 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/A, priority=13, startTime=1731963124423; duration=0sec
2024-11-18T20:52:05,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:05,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:A
2024-11-18T20:52:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742204_1380 (size=9714)
2024-11-18T20:52:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,027 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/6dfea613d7e44a6da090ce1d915a427b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/6dfea613d7e44a6da090ce1d915a427b
2024-11-18T20:52:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,033 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/C of f386b6d6538c7b6fe31899368ee2e892 into 6dfea613d7e44a6da090ce1d915a427b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:05,033 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:05,033 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/C, priority=13, startTime=1731963124423; duration=0sec
2024-11-18T20:52:05,033 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:05,033 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:C
2024-11-18T20:52:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T20:52:05,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963185110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963185112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963185113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963185119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963185120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963185240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963185241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963185242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963185250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963185260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,357 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:52:05,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:05,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f7b3b89867584951aedf4c32e20a1933_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f7b3b89867584951aedf4c32e20a1933_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/37b970e503c243da953d82318f735e46, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/37b970e503c243da953d82318f735e46 is 175, key is test_row_1/A:col10/1731963124615/Put/seqid=0
2024-11-18T20:52:05,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742205_1381 (size=22361)
2024-11-18T20:52:05,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963185470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/37b970e503c243da953d82318f735e46
2024-11-18T20:52:05,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963185470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963185471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963185471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/6cb50478191a47acba0b9a570da7ebc1 is 50, key is test_row_1/B:col10/1731963124615/Put/seqid=0
2024-11-18T20:52:05,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963185490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742206_1382 (size=9657)
2024-11-18T20:52:05,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/6cb50478191a47acba0b9a570da7ebc1
2024-11-18T20:52:05,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4e1a5a5e78c542e1a1d9fe809a1a398b is 50, key is test_row_1/C:col10/1731963124615/Put/seqid=0
2024-11-18T20:52:05,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742207_1383 (size=9657)
2024-11-18T20:52:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T20:52:05,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963185790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963185790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963185790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963185790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963185820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:05,996 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4e1a5a5e78c542e1a1d9fe809a1a398b
2024-11-18T20:52:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/37b970e503c243da953d82318f735e46 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/37b970e503c243da953d82318f735e46
2024-11-18T20:52:06,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/37b970e503c243da953d82318f735e46, entries=100, sequenceid=88, filesize=21.8 K
2024-11-18T20:52:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/6cb50478191a47acba0b9a570da7ebc1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/6cb50478191a47acba0b9a570da7ebc1
2024-11-18T20:52:06,012 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/6cb50478191a47acba0b9a570da7ebc1, entries=100, sequenceid=88, filesize=9.4 K
2024-11-18T20:52:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4e1a5a5e78c542e1a1d9fe809a1a398b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4e1a5a5e78c542e1a1d9fe809a1a398b
2024-11-18T20:52:06,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4e1a5a5e78c542e1a1d9fe809a1a398b, entries=100, sequenceid=88, filesize=9.4 K
2024-11-18T20:52:06,021 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for f386b6d6538c7b6fe31899368ee2e892 in 1083ms, sequenceid=88, compaction requested=true
2024-11-18T20:52:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90
2024-11-18T20:52:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=90
2024-11-18T20:52:06,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-18T20:52:06,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5500 sec
2024-11-18T20:52:06,029 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.5550 sec
2024-11-18T20:52:06,320 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:06,320 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB
2024-11-18T20:52:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:06,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ea0804fe2bef410fa1b4873c34caff09_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963125118/Put/seqid=0
2024-11-18T20:52:06,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963186321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963186325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963186323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963186339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963186340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742208_1384 (size=17034)
2024-11-18T20:52:06,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963186449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963186450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963186460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963186480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-18T20:52:06,630 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:06,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees
2024-11-18T20:52:06,633 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:06,634 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:06,634 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-18T20:52:06,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963186663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963186663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963186679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963186700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-18T20:52:06,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:06,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-18T20:52:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:06,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:06,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:06,800 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ea0804fe2bef410fa1b4873c34caff09_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ea0804fe2bef410fa1b4873c34caff09_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:06,801 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/c515d37a29a147b1b0db36036bc22c6b, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:06,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/c515d37a29a147b1b0db36036bc22c6b is 175, key is test_row_0/A:col10/1731963125118/Put/seqid=0
2024-11-18T20:52:06,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742209_1385 (size=48139)
2024-11-18T20:52:06,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-18T20:52:06,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:06,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:06,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-18T20:52:06,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963186980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963186980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:07,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963186999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:07,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963187010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:07,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:07,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-18T20:52:07,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:07,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,249 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/c515d37a29a147b1b0db36036bc22c6b
2024-11-18T20:52:07,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-18T20:52:07,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:07,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-18T20:52:07,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/de32b28f87124e269b2bfc04c696fed9 is 50, key is test_row_0/B:col10/1731963125118/Put/seqid=0
2024-11-18T20:52:07,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742210_1386 (size=12001)
2024-11-18T20:52:07,330 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/de32b28f87124e269b2bfc04c696fed9
2024-11-18T20:52:07,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/b7cd5207134049b5b16bdad5eb00427e is 50, key is test_row_0/C:col10/1731963125118/Put/seqid=0
2024-11-18T20:52:07,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742211_1387 (size=12001)
2024-11-18T20:52:07,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963187389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:07,390 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2270 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:07,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:07,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-18T20:52:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963187499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:07,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963187500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:07,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963187510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:07,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963187530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:07,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-18T20:52:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-18T20:52:07,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:07,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-18T20:52:07,773 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/b7cd5207134049b5b16bdad5eb00427e
2024-11-18T20:52:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/c515d37a29a147b1b0db36036bc22c6b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/c515d37a29a147b1b0db36036bc22c6b
2024-11-18T20:52:07,787 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/c515d37a29a147b1b0db36036bc22c6b, entries=250, sequenceid=120, filesize=47.0 K
2024-11-18T20:52:07,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/de32b28f87124e269b2bfc04c696fed9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/de32b28f87124e269b2bfc04c696fed9
2024-11-18T20:52:07,793 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/de32b28f87124e269b2bfc04c696fed9, entries=150, sequenceid=120, filesize=11.7 K
2024-11-18T20:52:07,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/b7cd5207134049b5b16bdad5eb00427e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/b7cd5207134049b5b16bdad5eb00427e
2024-11-18T20:52:07,798 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/b7cd5207134049b5b16bdad5eb00427e, entries=150, sequenceid=120, filesize=11.7 K
2024-11-18T20:52:07,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for f386b6d6538c7b6fe31899368ee2e892 in 1479ms, sequenceid=120, compaction requested=true
2024-11-18T20:52:07,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:07,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:07,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:07,800 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:07,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:07,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:07,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:07,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:52:07,800 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:07,800 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 158291 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:07,801 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/A is initiating minor compaction (all files)
2024-11-18T20:52:07,801 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/A in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,801 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5cbfea5b34d44b6e96fd31a61ada01fc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5642e6978b7b49ae84af414963ec2c4b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/37b970e503c243da953d82318f735e46, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/c515d37a29a147b1b0db36036bc22c6b] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=154.6 K
2024-11-18T20:52:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,801 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,801 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5cbfea5b34d44b6e96fd31a61ada01fc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5642e6978b7b49ae84af414963ec2c4b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/37b970e503c243da953d82318f735e46, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/c515d37a29a147b1b0db36036bc22c6b]
2024-11-18T20:52:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,801 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:07,801 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/B is initiating minor compaction (all files)
2024-11-18T20:52:07,801 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/B in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,801 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/af54b44c5c7747888c530e302c5b0dcb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5aa6f213a4a4488d8d950d11149f8013, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/6cb50478191a47acba0b9a570da7ebc1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/de32b28f87124e269b2bfc04c696fed9] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=44.7 K
2024-11-18T20:52:07,802 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cbfea5b34d44b6e96fd31a61ada01fc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731963123755
2024-11-18T20:52:07,802 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting af54b44c5c7747888c530e302c5b0dcb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731963123755
2024-11-18T20:52:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,804 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aa6f213a4a4488d8d950d11149f8013, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731963123825
2024-11-18T20:52:07,804 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5642e6978b7b49ae84af414963ec2c4b, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731963123825
2024-11-18T20:52:07,804 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cb50478191a47acba0b9a570da7ebc1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731963124611
2024-11-18T20:52:07,804 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37b970e503c243da953d82318f735e46, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731963124611
2024-11-18T20:52:07,805 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting c515d37a29a147b1b0db36036bc22c6b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731963125110
2024-11-18T20:52:07,805 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting de32b28f87124e269b2bfc04c696fed9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731963125114
2024-11-18T20:52:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,820 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,830 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:07,830 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/e7db440b89ad48d3b1bdc5c05cce47a8 is 50, key is test_row_0/B:col10/1731963125118/Put/seqid=0
2024-11-18T20:52:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,850 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111893a6f243b5d34d1f918cc3d0d91e3d7a_f386b6d6538c7b6fe31899368ee2e892 store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,853 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111893a6f243b5d34d1f918cc3d0d91e3d7a_f386b6d6538c7b6fe31899368ee2e892, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:07,853 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111893a6f243b5d34d1f918cc3d0d91e3d7a_f386b6d6538c7b6fe31899368ee2e892 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-18T20:52:07,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:07,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-18T20:52:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742212_1388 (size=12241)
2024-11-18T20:52:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742213_1389 (size=4469)
2024-11-18T20:52:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180ade0b7a39ef4dac9240035135f3ef0a_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963126323/Put/seqid=0
2024-11-18T20:52:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742214_1390 (size=9714)
2024-11-18T20:52:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,312 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/e7db440b89ad48d3b1bdc5c05cce47a8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/e7db440b89ad48d3b1bdc5c05cce47a8
2024-11-18T20:52:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,319 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/B of f386b6d6538c7b6fe31899368ee2e892 into e7db440b89ad48d3b1bdc5c05cce47a8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:08,319 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:08,319 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/B, priority=12, startTime=1731963127800; duration=0sec
2024-11-18T20:52:08,319 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:08,319 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:B
2024-11-18T20:52:08,320 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,321 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:08,321 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/C is initiating minor compaction (all files)
2024-11-18T20:52:08,321 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/C in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,321 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/6dfea613d7e44a6da090ce1d915a427b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4af0f51e70f6489d93bd9b2297c547b3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4e1a5a5e78c542e1a1d9fe809a1a398b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/b7cd5207134049b5b16bdad5eb00427e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=44.7 K
2024-11-18T20:52:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,322 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dfea613d7e44a6da090ce1d915a427b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731963123755
2024-11-18T20:52:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,322 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4af0f51e70f6489d93bd9b2297c547b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731963123825
2024-11-18T20:52:08,323 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e1a5a5e78c542e1a1d9fe809a1a398b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731963124611
2024-11-18T20:52:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,323 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b7cd5207134049b5b16bdad5eb00427e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731963125114
2024-11-18T20:52:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,331 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#A#compaction#327 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,332 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/e695bf794f5149f7b76f3257137ddb45 is 175, key is test_row_0/A:col10/1731963125118/Put/seqid=0
2024-11-18T20:52:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,350 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,350 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/d497f7c943dc49a78d5b51adea9efe56 is 50, key is test_row_0/C:col10/1731963125118/Put/seqid=0
2024-11-18T20:52:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742215_1391 (size=31195)
2024-11-18T20:52:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742216_1392 (size=12241)
2024-11-18T20:52:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,398 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/d497f7c943dc49a78d5b51adea9efe56 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/d497f7c943dc49a78d5b51adea9efe56
2024-11-18T20:52:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,403 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/C of f386b6d6538c7b6fe31899368ee2e892 into d497f7c943dc49a78d5b51adea9efe56(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:08,403 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:08,403 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/C, priority=12, startTime=1731963127800; duration=0sec
2024-11-18T20:52:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,403 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:08,403 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:C
2024-11-18T20:52:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180ade0b7a39ef4dac9240035135f3ef0a_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180ade0b7a39ef4dac9240035135f3ef0a_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ecd2ba0ca79746e59cedabc3600620a7, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ecd2ba0ca79746e59cedabc3600620a7 is 175, key is test_row_0/A:col10/1731963126323/Put/seqid=0
2024-11-18T20:52:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742217_1393 (size=22361)
2024-11-18T20:52:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:08,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963188682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:08,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963188693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:08,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:08,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963188698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963188698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:08,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:08,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-18T20:52:08,784 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/e695bf794f5149f7b76f3257137ddb45 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e695bf794f5149f7b76f3257137ddb45
2024-11-18T20:52:08,792 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/A of f386b6d6538c7b6fe31899368ee2e892 into e695bf794f5149f7b76f3257137ddb45(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:08,792 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:08,792 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/A, priority=12, startTime=1731963127799; duration=0sec
2024-11-18T20:52:08,792 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:08,792 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:A
2024-11-18T20:52:08,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963188800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:08,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963188809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:08,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:08,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963188820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:08,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:08,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963188820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:08,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:08,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=126, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ecd2ba0ca79746e59cedabc3600620a7
2024-11-18T20:52:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/a2570f4518914f56b95d17ff2d2b6b37 is 50, key is test_row_0/B:col10/1731963126323/Put/seqid=0
2024-11-18T20:52:08,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742218_1394 (size=9657)
2024-11-18T20:52:09,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963189020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963189020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963189039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963189039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,326 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/a2570f4518914f56b95d17ff2d2b6b37
2024-11-18T20:52:09,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963189330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/78ea2bbed18b4a5f91ff34d78326c3db is 50, key is test_row_0/C:col10/1731963126323/Put/seqid=0
2024-11-18T20:52:09,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963189339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963189364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963189364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742219_1395 (size=9657)
2024-11-18T20:52:09,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963189410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,423 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4303 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,801 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/78ea2bbed18b4a5f91ff34d78326c3db
2024-11-18T20:52:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ecd2ba0ca79746e59cedabc3600620a7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ecd2ba0ca79746e59cedabc3600620a7
2024-11-18T20:52:09,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ecd2ba0ca79746e59cedabc3600620a7, entries=100, sequenceid=126, filesize=21.8 K
2024-11-18T20:52:09,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/a2570f4518914f56b95d17ff2d2b6b37 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/a2570f4518914f56b95d17ff2d2b6b37
2024-11-18T20:52:09,840 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/a2570f4518914f56b95d17ff2d2b6b37, entries=100, sequenceid=126, filesize=9.4 K
2024-11-18T20:52:09,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/78ea2bbed18b4a5f91ff34d78326c3db as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/78ea2bbed18b4a5f91ff34d78326c3db
2024-11-18T20:52:09,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963189839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,845 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/78ea2bbed18b4a5f91ff34d78326c3db, entries=100, sequenceid=126, filesize=9.4 K
2024-11-18T20:52:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,846 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for f386b6d6538c7b6fe31899368ee2e892 in 1961ms, sequenceid=126, compaction requested=false
2024-11-18T20:52:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92
2024-11-18T20:52:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=92
2024-11-18T20:52:09,850 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-18T20:52:09,850 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2140 sec
2024-11-18T20:52:09,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 3.2210 sec
2024-11-18T20:52:09,867 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:09,867 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB
2024-11-18T20:52:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:09,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963189880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963189880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963189886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:09,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111808d8b7f4157b44e5b0fff925d293d847_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963128656/Put/seqid=0
2024-11-18T20:52:09,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742220_1396 (size=14794)
2024-11-18T20:52:09,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:09,934 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111808d8b7f4157b44e5b0fff925d293d847_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111808d8b7f4157b44e5b0fff925d293d847_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:09,936 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5c907d0ad84b447a85a7cc7a4c5c0411, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:09,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5c907d0ad84b447a85a7cc7a4c5c0411 is 175, key is test_row_0/A:col10/1731963128656/Put/seqid=0
2024-11-18T20:52:09,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742221_1397 (size=39749)
2024-11-18T20:52:09,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963189990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:10,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963190201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:10,376 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5c907d0ad84b447a85a7cc7a4c5c0411
2024-11-18T20:52:10,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/f76b76fe49304269a22efffb8449a79c is 50, key is test_row_0/B:col10/1731963128656/Put/seqid=0
2024-11-18T20:52:10,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742222_1398 (size=12151)
2024-11-18T20:52:10,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963190520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-18T20:52:10,790 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:10,791 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-11-18T20:52:10,793 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:10,794 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:10,794 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T20:52:10,839 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/f76b76fe49304269a22efffb8449a79c
2024-11-18T20:52:10,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963190860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:10,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/37af8c1765a8456691831751c470cf00 is 50, key is test_row_0/C:col10/1731963128656/Put/seqid=0
2024-11-18T20:52:10,866 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:10,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742223_1399 (size=12151)
2024-11-18T20:52:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T20:52:10,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963190899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:10,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:10,907 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963190900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:10,908 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:10,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-18T20:52:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:10,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:11,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963191040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:11,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-18T20:52:11,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:11,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:11,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T20:52:11,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-18T20:52:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:11,304 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/37af8c1765a8456691831751c470cf00
2024-11-18T20:52:11,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5c907d0ad84b447a85a7cc7a4c5c0411 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5c907d0ad84b447a85a7cc7a4c5c0411
2024-11-18T20:52:11,312 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5c907d0ad84b447a85a7cc7a4c5c0411, entries=200, sequenceid=160, filesize=38.8 K
2024-11-18T20:52:11,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/f76b76fe49304269a22efffb8449a79c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/f76b76fe49304269a22efffb8449a79c
2024-11-18T20:52:11,318 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/f76b76fe49304269a22efffb8449a79c, entries=150, sequenceid=160, filesize=11.9 K
2024-11-18T20:52:11,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/37af8c1765a8456691831751c470cf00 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/37af8c1765a8456691831751c470cf00
2024-11-18T20:52:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,325 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/37af8c1765a8456691831751c470cf00, entries=150, sequenceid=160, filesize=11.9 K
2024-11-18T20:52:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,328 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for f386b6d6538c7b6fe31899368ee2e892 in 1461ms, sequenceid=160, compaction requested=true
2024-11-18T20:52:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:11,329 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,330 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:11,330 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/A is initiating minor compaction (all files)
2024-11-18T20:52:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,330 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/A in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,330 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e695bf794f5149f7b76f3257137ddb45, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ecd2ba0ca79746e59cedabc3600620a7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5c907d0ad84b447a85a7cc7a4c5c0411] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=91.1 K
2024-11-18T20:52:11,330 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,330 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e695bf794f5149f7b76f3257137ddb45, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ecd2ba0ca79746e59cedabc3600620a7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5c907d0ad84b447a85a7cc7a4c5c0411]
2024-11-18T20:52:11,331 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting e695bf794f5149f7b76f3257137ddb45, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731963125114
2024-11-18T20:52:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,331 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecd2ba0ca79746e59cedabc3600620a7, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731963126323
2024-11-18T20:52:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,331 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c907d0ad84b447a85a7cc7a4c5c0411, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731963128656
2024-11-18T20:52:11,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:11,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:11,332 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,333 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:11,333 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/B is initiating minor compaction (all files)
2024-11-18T20:52:11,333 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/B in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,333 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/e7db440b89ad48d3b1bdc5c05cce47a8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/a2570f4518914f56b95d17ff2d2b6b37, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/f76b76fe49304269a22efffb8449a79c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=33.3 K
2024-11-18T20:52:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,334 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting e7db440b89ad48d3b1bdc5c05cce47a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731963125114
2024-11-18T20:52:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,335 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a2570f4518914f56b95d17ff2d2b6b37, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731963126323
2024-11-18T20:52:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,335 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f76b76fe49304269a22efffb8449a79c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731963128656
2024-11-18T20:52:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:11,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:11,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,347 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,350 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,350 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/fd06c3076dff48648dae04f447d801e9 is 50, key is test_row_0/B:col10/1731963128656/Put/seqid=0
2024-11-18T20:52:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,360 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411186c321415252c49e8b26109e2074f9a32_f386b6d6538c7b6fe31899368ee2e892 store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,362 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411186c321415252c49e8b26109e2074f9a32_f386b6d6538c7b6fe31899368ee2e892, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:11,362 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186c321415252c49e8b26109e2074f9a32_f386b6d6538c7b6fe31899368ee2e892 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742224_1400 (size=12493)
2024-11-18T20:52:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,401 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/fd06c3076dff48648dae04f447d801e9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fd06c3076dff48648dae04f447d801e9
2024-11-18T20:52:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,412 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/B of f386b6d6538c7b6fe31899368ee2e892 into fd06c3076dff48648dae04f447d801e9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:11,412 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:11,412 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/B, priority=13, startTime=1731963131332; duration=0sec
2024-11-18T20:52:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,412 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:11,412 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:B
2024-11-18T20:52:11,413 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,413 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:11,414 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/C is initiating minor compaction (all files)
2024-11-18T20:52:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,414 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/C in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,414 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/d497f7c943dc49a78d5b51adea9efe56, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/78ea2bbed18b4a5f91ff34d78326c3db, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/37af8c1765a8456691831751c470cf00] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=33.3 K
2024-11-18T20:52:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,414 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d497f7c943dc49a78d5b51adea9efe56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731963125114
2024-11-18T20:52:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,415 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 78ea2bbed18b4a5f91ff34d78326c3db, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731963126323
2024-11-18T20:52:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,415 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 37af8c1765a8456691831751c470cf00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731963128656
2024-11-18T20:52:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T20:52:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-18T20:52:11,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:11,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB
2024-11-18T20:52:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742225_1401 (size=4469)
2024-11-18T20:52:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,437 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#A#compaction#336 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:11,438 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/f65b4c6556214bb190ef8afb041639ba is 175, key is test_row_0/A:col10/1731963128656/Put/seqid=0
2024-11-18T20:52:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,468 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:11,469 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/38f5c70cf5524e278a38708b51b593f4 is 50, key is test_row_0/C:col10/1731963128656/Put/seqid=0
2024-11-18T20:52:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188f9651d10ba94c78853db284b645a931_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963129871/Put/seqid=0
2024-11-18T20:52:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742227_1403 (size=12493)
2024-11-18T20:52:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742226_1402 (size=31447)
2024-11-18T20:52:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,549 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/f65b4c6556214bb190ef8afb041639ba as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/f65b4c6556214bb190ef8afb041639ba
2024-11-18T20:52:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,554 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/A of f386b6d6538c7b6fe31899368ee2e892 into f65b4c6556214bb190ef8afb041639ba(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:11,554 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:11,554 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/A, priority=13, startTime=1731963131329; duration=0sec
2024-11-18T20:52:11,554 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:11,554 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:A
2024-11-18T20:52:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742228_1404 (size=9814)
2024-11-18T20:52:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,578 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188f9651d10ba94c78853db284b645a931_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188f9651d10ba94c78853db284b645a931_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/65c4e8bc7f4d4a5f9b1446716694c192, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/65c4e8bc7f4d4a5f9b1446716694c192 is 175, key is test_row_0/A:col10/1731963129871/Put/seqid=0
2024-11-18T20:52:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742229_1405 (size=22461)
2024-11-18T20:52:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,936 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/38f5c70cf5524e278a38708b51b593f4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/38f5c70cf5524e278a38708b51b593f4
2024-11-18T20:52:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T20:52:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,945 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/C of f386b6d6538c7b6fe31899368ee2e892 into 38f5c70cf5524e278a38708b51b593f4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:11,945 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,946 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/C, priority=13, startTime=1731963131343; duration=0sec
2024-11-18T20:52:11,946 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:11,946 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:C
2024-11-18T20:52:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/65c4e8bc7f4d4a5f9b1446716694c192
2024-11-18T20:52:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/dc2b1e5ff5314f1e8286651e396e1769 is 50, key is test_row_0/B:col10/1731963129871/Put/seqid=0
2024-11-18T20:52:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742230_1406 (size=9757)
2024-11-18T20:52:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:12,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:12,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/dc2b1e5ff5314f1e8286651e396e1769
2024-11-18T20:52:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/85b852b6031b4018aecd4afe1ca7d6b8 is 50, key is test_row_0/C:col10/1731963129871/Put/seqid=0
2024-11-18T20:52:12,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742231_1407 (size=9757)
2024-11-18T20:52:12,484 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/85b852b6031b4018aecd4afe1ca7d6b8
2024-11-18T20:52:12,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/65c4e8bc7f4d4a5f9b1446716694c192 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/65c4e8bc7f4d4a5f9b1446716694c192
2024-11-18T20:52:12,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/65c4e8bc7f4d4a5f9b1446716694c192, entries=100, sequenceid=166, filesize=21.9 K
2024-11-18T20:52:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/dc2b1e5ff5314f1e8286651e396e1769 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dc2b1e5ff5314f1e8286651e396e1769
2024-11-18T20:52:12,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963192490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:12,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dc2b1e5ff5314f1e8286651e396e1769, entries=100, sequenceid=166, filesize=9.5 K
2024-11-18T20:52:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/85b852b6031b4018aecd4afe1ca7d6b8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/85b852b6031b4018aecd4afe1ca7d6b8
2024-11-18T20:52:12,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/85b852b6031b4018aecd4afe1ca7d6b8, entries=100, sequenceid=166, filesize=9.5 K
2024-11-18T20:52:12,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for f386b6d6538c7b6fe31899368ee2e892 in 1083ms, sequenceid=166, compaction requested=false
2024-11-18T20:52:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-11-18T20:52:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=94
2024-11-18T20:52:12,514 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-18T20:52:12,514 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec
2024-11-18T20:52:12,516 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.7230 sec
2024-11-18T20:52:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:12,617 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB
2024-11-18T20:52:12,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963192634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:12,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183046546d09d7463488b01ffda0784c2f_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963132479/Put/seqid=0
2024-11-18T20:52:12,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742232_1408 (size=14794)
2024-11-18T20:52:12,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963192750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:12,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963192880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:12,889 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:12,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963192920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:12,935 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:12,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:12,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963192930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:12,942 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4245 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:12,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-18T20:52:12,950 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:12,951 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-11-18T20:52:12,953 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:12,955 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:12,956 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T20:52:12,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963192959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T20:52:13,100 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,112 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183046546d09d7463488b01ffda0784c2f_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183046546d09d7463488b01ffda0784c2f_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:13,113 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/b704b9503da14f4c83cc31580f45716d, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:13,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/b704b9503da14f4c83cc31580f45716d is 175, key is test_row_0/A:col10/1731963132479/Put/seqid=0
2024-11-18T20:52:13,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T20:52:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:13,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742233_1409 (size=39749)
2024-11-18T20:52:13,137 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/b704b9503da14f4c83cc31580f45716d
2024-11-18T20:52:13,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5bc7ee07669c4e0493e6ec63412b85d3 is 50, key is test_row_0/B:col10/1731963132479/Put/seqid=0
2024-11-18T20:52:13,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742234_1410 (size=12151)
2024-11-18T20:52:13,166 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5bc7ee07669c4e0493e6ec63412b85d3
2024-11-18T20:52:13,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/95f4bc439a384288bb66d5f4ee130540 is 50, key is test_row_0/C:col10/1731963132479/Put/seqid=0
2024-11-18T20:52:13,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742235_1411 (size=12151)
2024-11-18T20:52:13,234 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/95f4bc439a384288bb66d5f4ee130540
2024-11-18T20:52:13,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/b704b9503da14f4c83cc31580f45716d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/b704b9503da14f4c83cc31580f45716d
2024-11-18T20:52:13,242 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/b704b9503da14f4c83cc31580f45716d, entries=200, sequenceid=200, filesize=38.8 K
2024-11-18T20:52:13,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/5bc7ee07669c4e0493e6ec63412b85d3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5bc7ee07669c4e0493e6ec63412b85d3
2024-11-18T20:52:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,247 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5bc7ee07669c4e0493e6ec63412b85d3, entries=150, sequenceid=200, filesize=11.9 K
2024-11-18T20:52:13,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/95f4bc439a384288bb66d5f4ee130540 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/95f4bc439a384288bb66d5f4ee130540
2024-11-18T20:52:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,252 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/95f4bc439a384288bb66d5f4ee130540, entries=150, sequenceid=200, filesize=11.9 K
2024-11-18T20:52:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,253 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for f386b6d6538c7b6fe31899368ee2e892 in 636ms, sequenceid=200, compaction requested=true
2024-11-18T20:52:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,254 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:13,254 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,255 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:13,255 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:13,255 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/B is initiating minor compaction (all files)
2024-11-18T20:52:13,255 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/A is initiating minor compaction (all files)
2024-11-18T20:52:13,255 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/A in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,255 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/B in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,255 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/f65b4c6556214bb190ef8afb041639ba, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/65c4e8bc7f4d4a5f9b1446716694c192, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/b704b9503da14f4c83cc31580f45716d] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=91.5 K
2024-11-18T20:52:13,255 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fd06c3076dff48648dae04f447d801e9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dc2b1e5ff5314f1e8286651e396e1769, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5bc7ee07669c4e0493e6ec63412b85d3] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=33.6 K
2024-11-18T20:52:13,255 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,255 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/f65b4c6556214bb190ef8afb041639ba, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/65c4e8bc7f4d4a5f9b1446716694c192, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/b704b9503da14f4c83cc31580f45716d]
2024-11-18T20:52:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,255 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f65b4c6556214bb190ef8afb041639ba, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731963128656
2024-11-18T20:52:13,255 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting fd06c3076dff48648dae04f447d801e9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731963128656
2024-11-18T20:52:13,256 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting dc2b1e5ff5314f1e8286651e396e1769, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731963129871
2024-11-18T20:52:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,256 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65c4e8bc7f4d4a5f9b1446716694c192, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731963129871
2024-11-18T20:52:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,256 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bc7ee07669c4e0493e6ec63412b85d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963132479
2024-11-18T20:52:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,257 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting b704b9503da14f4c83cc31580f45716d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963132402
2024-11-18T20:52:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T20:52:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,271 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB
2024-11-18T20:52:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,273 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,274 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/8c0fb2654f6a45fb84c712289209f0ef is 50, key is test_row_0/B:col10/1731963132479/Put/seqid=0
2024-11-18T20:52:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T20:52:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,282 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,292 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118609c1a852ca543b3a9e368dd86007ad3_f386b6d6538c7b6fe31899368ee2e892 store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,294 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118609c1a852ca543b3a9e368dd86007ad3_f386b6d6538c7b6fe31899368ee2e892, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:13,294 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118609c1a852ca543b3a9e368dd86007ad3_f386b6d6538c7b6fe31899368ee2e892 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189505873901a84f4db6e4430ccfd4cea1_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_2/A:col10/1731963132631/Put/seqid=0
2024-11-18T20:52:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742236_1412 (size=12595)
2024-11-18T20:52:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742237_1413 (size=4469)
2024-11-18T20:52:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742238_1414 (size=7324)
2024-11-18T20:52:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189505873901a84f4db6e4430ccfd4cea1_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189505873901a84f4db6e4430ccfd4cea1_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5948d3d03a9d4067a7d9798d349c977f, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5948d3d03a9d4067a7d9798d349c977f is 175, key is test_row_2/A:col10/1731963132631/Put/seqid=0
2024-11-18T20:52:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742239_1415 (size=13815)
2024-11-18T20:52:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,348 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5948d3d03a9d4067a7d9798d349c977f
2024-11-18T20:52:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/1f5ae70383aa4101b71545f847c0ba54 is 50, key is test_row_2/B:col10/1731963132631/Put/seqid=0
2024-11-18T20:52:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742240_1416 (size=7365)
2024-11-18T20:52:13,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/1f5ae70383aa4101b71545f847c0ba54
2024-11-18T20:52:13,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/05c908f6bc2f4c2eabdae58457ecbbd2 is 50, key is test_row_2/C:col10/1731963132631/Put/seqid=0
2024-11-18T20:52:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:13,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:13,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742241_1417 (size=7365)
2024-11-18T20:52:13,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/05c908f6bc2f4c2eabdae58457ecbbd2
2024-11-18T20:52:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/5948d3d03a9d4067a7d9798d349c977f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5948d3d03a9d4067a7d9798d349c977f
2024-11-18T20:52:13,530 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5948d3d03a9d4067a7d9798d349c977f, entries=50, sequenceid=204, filesize=13.5 K
2024-11-18T20:52:13,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/1f5ae70383aa4101b71545f847c0ba54 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1f5ae70383aa4101b71545f847c0ba54
2024-11-18T20:52:13,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1f5ae70383aa4101b71545f847c0ba54, entries=50, sequenceid=204, filesize=7.2 K
2024-11-18T20:52:13,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/05c908f6bc2f4c2eabdae58457ecbbd2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/05c908f6bc2f4c2eabdae58457ecbbd2
2024-11-18T20:52:13,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/05c908f6bc2f4c2eabdae58457ecbbd2, entries=50, sequenceid=204, filesize=7.2 K
2024-11-18T20:52:13,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=73.80 KB/75570 for f386b6d6538c7b6fe31899368ee2e892 in 271ms, sequenceid=204, compaction requested=true
2024-11-18T20:52:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-11-18T20:52:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-11-18T20:52:13,553 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:13,553 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:52:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:13,563 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-18T20:52:13,563 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 595 msec
2024-11-18T20:52:13,568 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 615 msec
2024-11-18T20:52:13,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182fe780c16b5f4a5e9538c6ca0e6a1569_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963133551/Put/seqid=0
2024-11-18T20:52:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T20:52:13,590 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:13,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-18T20:52:13,593 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T20:52:13,594 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:13,594 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:13,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742242_1418 (size=14794)
2024-11-18T20:52:13,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:13,625 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182fe780c16b5f4a5e9538c6ca0e6a1569_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182fe780c16b5f4a5e9538c6ca0e6a1569_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:13,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/85414e2414f2457c8967d1302f5906b6, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:13,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/85414e2414f2457c8967d1302f5906b6 is 175, key is test_row_0/A:col10/1731963133551/Put/seqid=0
2024-11-18T20:52:13,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742243_1419 (size=39749)
2024-11-18T20:52:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T20:52:13,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963193712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:13,730 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/8c0fb2654f6a45fb84c712289209f0ef as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/8c0fb2654f6a45fb84c712289209f0ef
2024-11-18T20:52:13,731 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#A#compaction#346 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:13,732 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/392b2906780b4ef2a5fb465f0aa438f6 is 175, key is test_row_0/A:col10/1731963132479/Put/seqid=0
2024-11-18T20:52:13,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963193727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:13,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:13,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T20:52:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:13,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:13,759 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/B of f386b6d6538c7b6fe31899368ee2e892 into 8c0fb2654f6a45fb84c712289209f0ef(size=12.3 K), total size for store is 19.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:13,759 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:13,759 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/B, priority=13, startTime=1731963133254; duration=0sec
2024-11-18T20:52:13,759 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:13,759 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:B
2024-11-18T20:52:13,759 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:13,771 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 41766 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:13,771 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/C is initiating minor compaction (all files)
2024-11-18T20:52:13,772 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/C in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,772 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/38f5c70cf5524e278a38708b51b593f4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/85b852b6031b4018aecd4afe1ca7d6b8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/95f4bc439a384288bb66d5f4ee130540, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/05c908f6bc2f4c2eabdae58457ecbbd2] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=40.8 K
2024-11-18T20:52:13,772 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 38f5c70cf5524e278a38708b51b593f4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731963128656
2024-11-18T20:52:13,776 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 85b852b6031b4018aecd4afe1ca7d6b8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731963129871
2024-11-18T20:52:13,779 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 95f4bc439a384288bb66d5f4ee130540, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963132479
2024-11-18T20:52:13,783 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 05c908f6bc2f4c2eabdae58457ecbbd2, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731963132631
2024-11-18T20:52:13,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742244_1420 (size=31549)
2024-11-18T20:52:13,824 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:13,825 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/18e91583cb0c42e7912039fa3856f62a is 50, key is test_row_0/C:col10/1731963132479/Put/seqid=0
2024-11-18T20:52:13,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963193829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:13,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963193859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:13,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:13,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:13,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:13,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742245_1421 (size=12629)
2024-11-18T20:52:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T20:52:13,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T20:52:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:13,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963194049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:14,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T20:52:14,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:14,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,083 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/85414e2414f2457c8967d1302f5906b6
2024-11-18T20:52:14,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963194080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:14,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/d493d1118358484c9a475c10c7b54226 is 50, key is test_row_0/B:col10/1731963133551/Put/seqid=0
2024-11-18T20:52:14,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742246_1422 (size=12151)
2024-11-18T20:52:14,188 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/392b2906780b4ef2a5fb465f0aa438f6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/392b2906780b4ef2a5fb465f0aa438f6
2024-11-18T20:52:14,192 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/A of f386b6d6538c7b6fe31899368ee2e892 into 392b2906780b4ef2a5fb465f0aa438f6(size=30.8 K), total size for store is 44.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:14,192 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:14,192 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/A, priority=13, startTime=1731963133253; duration=0sec
2024-11-18T20:52:14,192 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:14,192 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:A
2024-11-18T20:52:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T20:52:14,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T20:52:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,295 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/18e91583cb0c42e7912039fa3856f62a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/18e91583cb0c42e7912039fa3856f62a
2024-11-18T20:52:14,300 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/C of f386b6d6538c7b6fe31899368ee2e892 into 18e91583cb0c42e7912039fa3856f62a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:14,300 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:14,300 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/C, priority=12, startTime=1731963133254; duration=0sec
2024-11-18T20:52:14,300 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:14,300 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:C
2024-11-18T20:52:14,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963194370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:14,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:14,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:14,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:14,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T20:52:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963194390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:14,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T20:52:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:14,572 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/d493d1118358484c9a475c10c7b54226
2024-11-18T20:52:14,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/74f0d95633144ab7920d4c896ebf75cd is 50, key is test_row_0/C:col10/1731963133551/Put/seqid=0
2024-11-18T20:52:14,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742247_1423 (size=12151)
2024-11-18T20:52:14,638 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/74f0d95633144ab7920d4c896ebf75cd
2024-11-18T20:52:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/85414e2414f2457c8967d1302f5906b6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/85414e2414f2457c8967d1302f5906b6
2024-11-18T20:52:14,653 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/85414e2414f2457c8967d1302f5906b6, entries=200, sequenceid=219, filesize=38.8 K
2024-11-18T20:52:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/d493d1118358484c9a475c10c7b54226 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/d493d1118358484c9a475c10c7b54226
2024-11-18T20:52:14,662 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/d493d1118358484c9a475c10c7b54226, entries=150, sequenceid=219, filesize=11.9 K
2024-11-18T20:52:14,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/74f0d95633144ab7920d4c896ebf75cd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/74f0d95633144ab7920d4c896ebf75cd
2024-11-18T20:52:14,667 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/74f0d95633144ab7920d4c896ebf75cd, entries=150, sequenceid=219, filesize=11.9 K
2024-11-18T20:52:14,673 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f386b6d6538c7b6fe31899368ee2e892 in 1120ms, sequenceid=219, compaction requested=true
2024-11-18T20:52:14,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:14,673 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:14,674 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:14,674 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 85113 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:14,674 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/A is initiating minor compaction (all files)
2024-11-18T20:52:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:14,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:14,674 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/A in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,675 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/392b2906780b4ef2a5fb465f0aa438f6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5948d3d03a9d4067a7d9798d349c977f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/85414e2414f2457c8967d1302f5906b6] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=83.1 K
2024-11-18T20:52:14,675 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,675 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/392b2906780b4ef2a5fb465f0aa438f6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5948d3d03a9d4067a7d9798d349c977f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/85414e2414f2457c8967d1302f5906b6]
2024-11-18T20:52:14,675 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 392b2906780b4ef2a5fb465f0aa438f6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963132479
2024-11-18T20:52:14,675 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5948d3d03a9d4067a7d9798d349c977f, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731963132631
2024-11-18T20:52:14,675 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:14,675 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/B is initiating minor compaction (all files)
2024-11-18T20:52:14,676 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/B in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,676 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/8c0fb2654f6a45fb84c712289209f0ef, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1f5ae70383aa4101b71545f847c0ba54, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/d493d1118358484c9a475c10c7b54226] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=31.4 K
2024-11-18T20:52:14,676 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85414e2414f2457c8967d1302f5906b6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731963133499
2024-11-18T20:52:14,676 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c0fb2654f6a45fb84c712289209f0ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731963132479
2024-11-18T20:52:14,676 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f5ae70383aa4101b71545f847c0ba54, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731963132631
2024-11-18T20:52:14,677 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d493d1118358484c9a475c10c7b54226, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731963133499
2024-11-18T20:52:14,700 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:14,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T20:52:14,709 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#B#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:14,709 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/00bd5e5fd1024cf4a99213fa1ecd117c is 50, key is test_row_0/B:col10/1731963133551/Put/seqid=0
2024-11-18T20:52:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:14,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-18T20:52:14,717 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411181427e255401946d886271986b4c851f4_f386b6d6538c7b6fe31899368ee2e892 store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:14,719 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411181427e255401946d886271986b4c851f4_f386b6d6538c7b6fe31899368ee2e892, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:14,719 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181427e255401946d886271986b4c851f4_f386b6d6538c7b6fe31899368ee2e892 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T20:52:14,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742248_1424 (size=12697)
2024-11-18T20:52:14,787 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/00bd5e5fd1024cf4a99213fa1ecd117c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/00bd5e5fd1024cf4a99213fa1ecd117c
2024-11-18T20:52:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186fd74cf0f30e476b859751603f033b08_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963133707/Put/seqid=0
2024-11-18T20:52:14,799 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/B of f386b6d6538c7b6fe31899368ee2e892 into 00bd5e5fd1024cf4a99213fa1ecd117c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:14,799 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:14,799 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/B, priority=13, startTime=1731963134674; duration=0sec
2024-11-18T20:52:14,799 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:14,799 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:B
2024-11-18T20:52:14,799 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-18T20:52:14,803 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-18T20:52:14,803 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-18T20:52:14,803 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. because compaction request was cancelled
2024-11-18T20:52:14,803 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:C
2024-11-18T20:52:14,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742249_1425 (size=4469)
2024-11-18T20:52:14,821 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#A#compaction#354 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:14,822 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/84f012c4d5fb4bdc8aa874e1030b10e5 is 175, key is test_row_0/A:col10/1731963133551/Put/seqid=0
2024-11-18T20:52:14,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742250_1426 (size=12304)
2024-11-18T20:52:14,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742251_1427 (size=31651)
2024-11-18T20:52:14,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:15,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963195017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:15,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963195018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:15,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963195140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:15,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963195140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:15,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:15,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186fd74cf0f30e476b859751603f033b08_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186fd74cf0f30e476b859751603f033b08_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:15,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/249d844242e64bdc872fe6212b32667b, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/249d844242e64bdc872fe6212b32667b is 175, key is test_row_0/A:col10/1731963133707/Put/seqid=0
2024-11-18T20:52:15,298 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/84f012c4d5fb4bdc8aa874e1030b10e5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/84f012c4d5fb4bdc8aa874e1030b10e5
2024-11-18T20:52:15,302 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/A of f386b6d6538c7b6fe31899368ee2e892 into 84f012c4d5fb4bdc8aa874e1030b10e5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:15,302 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:15,302 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/A, priority=13, startTime=1731963134673; duration=0sec
2024-11-18T20:52:15,303 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:15,303 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:A
2024-11-18T20:52:15,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742252_1428 (size=31105)
2024-11-18T20:52:15,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/249d844242e64bdc872fe6212b32667b
2024-11-18T20:52:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/22c2eab68579496ea271ba9975295ebc is 50, key is test_row_0/B:col10/1731963133707/Put/seqid=0
2024-11-18T20:52:15,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963195360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:15,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963195360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:15,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742253_1429 (size=12151)
2024-11-18T20:52:15,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/22c2eab68579496ea271ba9975295ebc
2024-11-18T20:52:15,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/84ff987ed9524b6a8b2139a4b0f7dd10 is 50, key is test_row_0/C:col10/1731963133707/Put/seqid=0
2024-11-18T20:52:15,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742254_1430 (size=12151)
2024-11-18T20:52:15,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963195680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:15,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:15,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963195680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T20:52:16,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963196190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:16,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:16,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963196199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:16,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34204 deadline: 1731963196920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:16,928 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:16,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34182 deadline: 1731963196950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:16,958 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8261 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:16,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34178 deadline: 1731963196959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:16,965 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_0' in f386b6d6538c7b6fe31899368ee2e892 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:16,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:16,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:17,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/84ff987ed9524b6a8b2139a4b0f7dd10
2024-11-18T20:52:17,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/249d844242e64bdc872fe6212b32667b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/249d844242e64bdc872fe6212b32667b
2024-11-18T20:52:17,191 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/249d844242e64bdc872fe6212b32667b, entries=150, sequenceid=243, filesize=30.4 K
2024-11-18T20:52:17,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/22c2eab68579496ea271ba9975295ebc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/22c2eab68579496ea271ba9975295ebc
2024-11-18T20:52:17,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/22c2eab68579496ea271ba9975295ebc, entries=150, sequenceid=243, filesize=11.9 K
2024-11-18T20:52:17,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/84ff987ed9524b6a8b2139a4b0f7dd10 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/84ff987ed9524b6a8b2139a4b0f7dd10
2024-11-18T20:52:17,205 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/84ff987ed9524b6a8b2139a4b0f7dd10, entries=150, sequenceid=243, filesize=11.9 K
2024-11-18T20:52:17,206 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for f386b6d6538c7b6fe31899368ee2e892 in 2496ms, sequenceid=243, compaction requested=true
2024-11-18T20:52:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-18T20:52:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-18T20:52:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:17,209 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:17,209 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-18T20:52:17,211 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-18T20:52:17,211 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6140 sec
2024-11-18T20:52:17,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 3.6210 sec
2024-11-18T20:52:17,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189ae8f94274e746b99bbeafc9fbed4b67_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963134999/Put/seqid=0
2024-11-18T20:52:17,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742255_1431 (size=14994)
2024-11-18T20:52:17,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:17,248 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189ae8f94274e746b99bbeafc9fbed4b67_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189ae8f94274e746b99bbeafc9fbed4b67_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:17,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ad7dfb1bdedc47d293d4213d743478b6, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:17,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ad7dfb1bdedc47d293d4213d743478b6 is 175, key is test_row_0/A:col10/1731963134999/Put/seqid=0
2024-11-18T20:52:17,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742256_1432 (size=39949)
2024-11-18T20:52:17,270 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ad7dfb1bdedc47d293d4213d743478b6
2024-11-18T20:52:17,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/88f424054c594da5aaa711df100de28e is 50, key is test_row_0/B:col10/1731963134999/Put/seqid=0
2024-11-18T20:52:17,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742257_1433 (size=12301)
2024-11-18T20:52:17,296 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/88f424054c594da5aaa711df100de28e
2024-11-18T20:52:17,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:17,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/cf842428266d4ff6ad3ac0bd5ea8d14e is 50, key is test_row_0/C:col10/1731963134999/Put/seqid=0
2024-11-18T20:52:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963197304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:17,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963197304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:17,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742258_1434 (size=12301)
2024-11-18T20:52:17,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963197416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:17,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:17,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963197420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:17,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:17,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963197630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:17,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963197630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T20:52:17,760 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:17,761 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:17,904 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/cf842428266d4ff6ad3ac0bd5ea8d14e
2024-11-18T20:52:17,906 INFO  [AsyncFSWAL-0-hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData-prefix:29a7ef02c270,40255,1731963027755 {}] wal.AbstractFSWAL(1368): Slow sync cost: 144 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42093,DS-fb026142-ef28-42dc-a46d-c131485c6c21,DISK]]
2024-11-18T20:52:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-18T20:52:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T20:52:17,908 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:17,909 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:17,909 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:17,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ad7dfb1bdedc47d293d4213d743478b6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ad7dfb1bdedc47d293d4213d743478b6
2024-11-18T20:52:17,918 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ad7dfb1bdedc47d293d4213d743478b6, entries=200, sequenceid=262, filesize=39.0 K
2024-11-18T20:52:17,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/88f424054c594da5aaa711df100de28e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/88f424054c594da5aaa711df100de28e
2024-11-18T20:52:17,929 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/88f424054c594da5aaa711df100de28e, entries=150, sequenceid=262, filesize=12.0 K
2024-11-18T20:52:17,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/cf842428266d4ff6ad3ac0bd5ea8d14e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cf842428266d4ff6ad3ac0bd5ea8d14e
2024-11-18T20:52:17,949 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cf842428266d4ff6ad3ac0bd5ea8d14e, entries=150, sequenceid=262, filesize=12.0 K
2024-11-18T20:52:17,950 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f386b6d6538c7b6fe31899368ee2e892 in 740ms, sequenceid=262, compaction requested=true
2024-11-18T20:52:17,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:17,950 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:17,951 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:17,951 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/A is initiating minor compaction (all files)
2024-11-18T20:52:17,951 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/A in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:17,951 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/84f012c4d5fb4bdc8aa874e1030b10e5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/249d844242e64bdc872fe6212b32667b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ad7dfb1bdedc47d293d4213d743478b6] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=100.3 K
2024-11-18T20:52:17,951 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:17,951 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/84f012c4d5fb4bdc8aa874e1030b10e5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/249d844242e64bdc872fe6212b32667b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ad7dfb1bdedc47d293d4213d743478b6]
2024-11-18T20:52:17,952 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84f012c4d5fb4bdc8aa874e1030b10e5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731963133499
2024-11-18T20:52:17,952 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 249d844242e64bdc872fe6212b32667b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731963133707
2024-11-18T20:52:17,955 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad7dfb1bdedc47d293d4213d743478b6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963134999
2024-11-18T20:52:17,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:17,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:17,960 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:17,961 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:17,961 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/B is initiating minor compaction (all files)
2024-11-18T20:52:17,961 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/B in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:17,961 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/00bd5e5fd1024cf4a99213fa1ecd117c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/22c2eab68579496ea271ba9975295ebc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/88f424054c594da5aaa711df100de28e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=36.3 K
2024-11-18T20:52:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:17,962 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 00bd5e5fd1024cf4a99213fa1ecd117c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731963133499
2024-11-18T20:52:17,962 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 22c2eab68579496ea271ba9975295ebc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731963133707
2024-11-18T20:52:17,962 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 88f424054c594da5aaa711df100de28e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963134999
2024-11-18T20:52:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:17,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:17,963 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-18T20:52:17,976 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:17,990 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:17,990 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/1a5813ee57de4cd1a9c4a932e976d899 is 50, key is test_row_0/B:col10/1731963134999/Put/seqid=0
2024-11-18T20:52:17,995 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118fc044c5391234d2cb60e1b0182125e6d_f386b6d6538c7b6fe31899368ee2e892 store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:17,997 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118fc044c5391234d2cb60e1b0182125e6d_f386b6d6538c7b6fe31899368ee2e892, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:17,997 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fc044c5391234d2cb60e1b0182125e6d_f386b6d6538c7b6fe31899368ee2e892 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:18,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180e5ed7eb200e45d79a4af918bd27b8b8_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963137960/Put/seqid=0
2024-11-18T20:52:18,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742259_1435 (size=12949)
2024-11-18T20:52:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T20:52:18,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742260_1436 (size=4469)
2024-11-18T20:52:18,025 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#A#compaction#362 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:18,026 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/40b97eb7cdf742368d972758e32d8a7a is 175, key is test_row_0/A:col10/1731963134999/Put/seqid=0
2024-11-18T20:52:18,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742261_1437 (size=12454)
2024-11-18T20:52:18,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:18,043 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180e5ed7eb200e45d79a4af918bd27b8b8_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180e5ed7eb200e45d79a4af918bd27b8b8_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:18,045 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ed7127f3b1814d92b9df3294780e7db6, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:18,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ed7127f3b1814d92b9df3294780e7db6 is 175, key is test_row_0/A:col10/1731963137960/Put/seqid=0
2024-11-18T20:52:18,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T20:52:18,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:18,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963198066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:18,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963198066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:18,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742262_1438 (size=31903)
2024-11-18T20:52:18,122 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/40b97eb7cdf742368d972758e32d8a7a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/40b97eb7cdf742368d972758e32d8a7a
2024-11-18T20:52:18,127 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/A of f386b6d6538c7b6fe31899368ee2e892 into 40b97eb7cdf742368d972758e32d8a7a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:18,127 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:18,127 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/A, priority=13, startTime=1731963137950; duration=0sec
2024-11-18T20:52:18,127 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:18,127 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:A
2024-11-18T20:52:18,127 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:18,128 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:18,128 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/C is initiating minor compaction (all files)
2024-11-18T20:52:18,128 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/C in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,128 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/18e91583cb0c42e7912039fa3856f62a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/74f0d95633144ab7920d4c896ebf75cd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/84ff987ed9524b6a8b2139a4b0f7dd10, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cf842428266d4ff6ad3ac0bd5ea8d14e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=48.1 K
2024-11-18T20:52:18,129 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18e91583cb0c42e7912039fa3856f62a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731963132479
2024-11-18T20:52:18,129 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74f0d95633144ab7920d4c896ebf75cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731963133499
2024-11-18T20:52:18,130 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84ff987ed9524b6a8b2139a4b0f7dd10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731963133707
2024-11-18T20:52:18,131 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf842428266d4ff6ad3ac0bd5ea8d14e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963134999
2024-11-18T20:52:18,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742263_1439 (size=31255)
2024-11-18T20:52:18,153 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:18,154 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/8530ccf63d7243629e4142b1cda53282 is 50, key is test_row_0/C:col10/1731963134999/Put/seqid=0
2024-11-18T20:52:18,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742264_1440 (size=12915)
2024-11-18T20:52:18,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963198190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:18,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963198190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:18,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:18,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T20:52:18,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:18,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T20:52:18,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T20:52:18,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:18,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,422 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/1a5813ee57de4cd1a9c4a932e976d899 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1a5813ee57de4cd1a9c4a932e976d899
2024-11-18T20:52:18,432 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/B of f386b6d6538c7b6fe31899368ee2e892 into 1a5813ee57de4cd1a9c4a932e976d899(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:18,432 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:18,432 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/B, priority=13, startTime=1731963137960; duration=0sec
2024-11-18T20:52:18,432 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:18,432 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:B
2024-11-18T20:52:18,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963198410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:18,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:18,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963198410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:18,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T20:52:18,542 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ed7127f3b1814d92b9df3294780e7db6
2024-11-18T20:52:18,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T20:52:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:18,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/cb740c9891644187a3c77d98f304678e is 50, key is test_row_0/B:col10/1731963137960/Put/seqid=0
2024-11-18T20:52:18,621 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/8530ccf63d7243629e4142b1cda53282 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/8530ccf63d7243629e4142b1cda53282
2024-11-18T20:52:18,626 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/C of f386b6d6538c7b6fe31899368ee2e892 into 8530ccf63d7243629e4142b1cda53282(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:18,626 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:18,626 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/C, priority=12, startTime=1731963137963; duration=0sec
2024-11-18T20:52:18,626 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:18,626 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:C
2024-11-18T20:52:18,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742265_1441 (size=12301)
2024-11-18T20:52:18,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/cb740c9891644187a3c77d98f304678e
2024-11-18T20:52:18,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/cd2821062e98497c93ab2b85145c2158 is 50, key is test_row_0/C:col10/1731963137960/Put/seqid=0
2024-11-18T20:52:18,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742266_1442 (size=12301)
2024-11-18T20:52:18,689 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/cd2821062e98497c93ab2b85145c2158
2024-11-18T20:52:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/ed7127f3b1814d92b9df3294780e7db6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ed7127f3b1814d92b9df3294780e7db6
2024-11-18T20:52:18,698 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ed7127f3b1814d92b9df3294780e7db6, entries=150, sequenceid=284, filesize=30.5 K
2024-11-18T20:52:18,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/cb740c9891644187a3c77d98f304678e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/cb740c9891644187a3c77d98f304678e
2024-11-18T20:52:18,702 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/cb740c9891644187a3c77d98f304678e, entries=150, sequenceid=284, filesize=12.0 K
2024-11-18T20:52:18,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/cd2821062e98497c93ab2b85145c2158 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cd2821062e98497c93ab2b85145c2158
2024-11-18T20:52:18,706 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cd2821062e98497c93ab2b85145c2158, entries=150, sequenceid=284, filesize=12.0 K
2024-11-18T20:52:18,707 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f386b6d6538c7b6fe31899368ee2e892 in 744ms, sequenceid=284, compaction requested=false
2024-11-18T20:52:18,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:18,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T20:52:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:18,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:52:18,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:18,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118de463b258e7d4677a0c1447f3bf1dc41_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963138060/Put/seqid=0
2024-11-18T20:52:18,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742267_1443 (size=12454)
2024-11-18T20:52:18,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:18,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118de463b258e7d4677a0c1447f3bf1dc41_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118de463b258e7d4677a0c1447f3bf1dc41_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:18,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/80149e9c7c784bd6ba6b35fc1558b1eb, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:18,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/80149e9c7c784bd6ba6b35fc1558b1eb is 175, key is test_row_0/A:col10/1731963138060/Put/seqid=0
2024-11-18T20:52:18,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742268_1444 (size=31255)
2024-11-18T20:52:18,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963198885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:18,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963198885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:19,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963199011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:19,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963199012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T20:52:19,210 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/80149e9c7c784bd6ba6b35fc1558b1eb
2024-11-18T20:52:19,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963199230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:19,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963199230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/0a73ffd18af54962ba7ab510b5a9ec31 is 50, key is test_row_0/B:col10/1731963138060/Put/seqid=0
2024-11-18T20:52:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:19,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742269_1445 (size=12301)
2024-11-18T20:52:19,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/0a73ffd18af54962ba7ab510b5a9ec31
2024-11-18T20:52:19,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/0d0387eb12ff46b8a725a0ac9047d910 is 50, key is test_row_0/C:col10/1731963138060/Put/seqid=0
2024-11-18T20:52:19,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742270_1446 (size=12301)
2024-11-18T20:52:19,350 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/0d0387eb12ff46b8a725a0ac9047d910
2024-11-18T20:52:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/80149e9c7c784bd6ba6b35fc1558b1eb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/80149e9c7c784bd6ba6b35fc1558b1eb
2024-11-18T20:52:19,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/80149e9c7c784bd6ba6b35fc1558b1eb, entries=150, sequenceid=302, filesize=30.5 K
2024-11-18T20:52:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/0a73ffd18af54962ba7ab510b5a9ec31 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0a73ffd18af54962ba7ab510b5a9ec31
2024-11-18T20:52:19,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0a73ffd18af54962ba7ab510b5a9ec31, entries=150, sequenceid=302, filesize=12.0 K
2024-11-18T20:52:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/0d0387eb12ff46b8a725a0ac9047d910 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/0d0387eb12ff46b8a725a0ac9047d910
2024-11-18T20:52:19,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/0d0387eb12ff46b8a725a0ac9047d910, entries=150, sequenceid=302, filesize=12.0 K
2024-11-18T20:52:19,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f386b6d6538c7b6fe31899368ee2e892 in 660ms, sequenceid=302, compaction requested=true
2024-11-18T20:52:19,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:19,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:19,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-18T20:52:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-18T20:52:19,374 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-18T20:52:19,374 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec
2024-11-18T20:52:19,379 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.6140 sec
2024-11-18T20:52:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:19,568 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-18T20:52:19,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188b5c8b18d0a048a79f0ec239e075e8e3_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963138874/Put/seqid=0
2024-11-18T20:52:19,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742271_1447 (size=14994)
2024-11-18T20:52:19,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963199682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:19,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963199684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:19,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963199810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963199810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:20,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963200030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:20,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:20,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963200030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:20,052 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:20,056 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188b5c8b18d0a048a79f0ec239e075e8e3_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188b5c8b18d0a048a79f0ec239e075e8e3_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:20,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/756168c472c34a1e849d55f5f4c2ada7, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:20,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/756168c472c34a1e849d55f5f4c2ada7 is 175, key is test_row_0/A:col10/1731963138874/Put/seqid=0
2024-11-18T20:52:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T20:52:20,060 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:20,060 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-18T20:52:20,063 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T20:52:20,063 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:20,064 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:20,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742272_1448 (size=39949)
2024-11-18T20:52:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T20:52:20,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T20:52:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963200349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:20,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963200349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:20,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T20:52:20,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T20:52:20,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:20,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,500 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/756168c472c34a1e849d55f5f4c2ada7
2024-11-18T20:52:20,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/dfd110fef2154e19ae64ff825c4031fc is 50, key is test_row_0/B:col10/1731963138874/Put/seqid=0
2024-11-18T20:52:20,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T20:52:20,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:20,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742273_1449 (size=12301)
2024-11-18T20:52:20,577 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/dfd110fef2154e19ae64ff825c4031fc
2024-11-18T20:52:20,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/1120c54d0fd243709b927c74dd441271 is 50, key is test_row_0/C:col10/1731963138874/Put/seqid=0
2024-11-18T20:52:20,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742274_1450 (size=12301)
2024-11-18T20:52:20,666 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/1120c54d0fd243709b927c74dd441271
2024-11-18T20:52:20,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/756168c472c34a1e849d55f5f4c2ada7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/756168c472c34a1e849d55f5f4c2ada7
2024-11-18T20:52:20,687 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/756168c472c34a1e849d55f5f4c2ada7, entries=200, sequenceid=324, filesize=39.0 K
2024-11-18T20:52:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/dfd110fef2154e19ae64ff825c4031fc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dfd110fef2154e19ae64ff825c4031fc
2024-11-18T20:52:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T20:52:20,699 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dfd110fef2154e19ae64ff825c4031fc, entries=150, sequenceid=324, filesize=12.0 K
2024-11-18T20:52:20,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/1120c54d0fd243709b927c74dd441271 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/1120c54d0fd243709b927c74dd441271
2024-11-18T20:52:20,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T20:52:20,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:20,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:20,716 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/1120c54d0fd243709b927c74dd441271, entries=150, sequenceid=324, filesize=12.0 K
2024-11-18T20:52:20,717 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f386b6d6538c7b6fe31899368ee2e892 in 1149ms, sequenceid=324, compaction requested=true
2024-11-18T20:52:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:20,717 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:52:20,717 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:20,722 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:20,722 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/B is initiating minor compaction (all files)
2024-11-18T20:52:20,722 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/B in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,722 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1a5813ee57de4cd1a9c4a932e976d899, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/cb740c9891644187a3c77d98f304678e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0a73ffd18af54962ba7ab510b5a9ec31, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dfd110fef2154e19ae64ff825c4031fc] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=48.7 K
2024-11-18T20:52:20,723 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:20,723 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/A is initiating minor compaction (all files)
2024-11-18T20:52:20,723 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/A in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,723 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/40b97eb7cdf742368d972758e32d8a7a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ed7127f3b1814d92b9df3294780e7db6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/80149e9c7c784bd6ba6b35fc1558b1eb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/756168c472c34a1e849d55f5f4c2ada7] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=131.2 K
2024-11-18T20:52:20,723 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,723 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/40b97eb7cdf742368d972758e32d8a7a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ed7127f3b1814d92b9df3294780e7db6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/80149e9c7c784bd6ba6b35fc1558b1eb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/756168c472c34a1e849d55f5f4c2ada7]
2024-11-18T20:52:20,723 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a5813ee57de4cd1a9c4a932e976d899, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963134999
2024-11-18T20:52:20,727 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 40b97eb7cdf742368d972758e32d8a7a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963134999
2024-11-18T20:52:20,728 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb740c9891644187a3c77d98f304678e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731963137301
2024-11-18T20:52:20,728 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ed7127f3b1814d92b9df3294780e7db6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731963137301
2024-11-18T20:52:20,729 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a73ffd18af54962ba7ab510b5a9ec31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963138041
2024-11-18T20:52:20,729 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 80149e9c7c784bd6ba6b35fc1558b1eb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963138041
2024-11-18T20:52:20,733 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfd110fef2154e19ae64ff825c4031fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731963138807
2024-11-18T20:52:20,733 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 756168c472c34a1e849d55f5f4c2ada7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731963138807
2024-11-18T20:52:20,772 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:20,786 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:20,787 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/3332beafde86468495ec3b3ae4d20928 is 50, key is test_row_0/B:col10/1731963138874/Put/seqid=0
2024-11-18T20:52:20,801 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411185e926573e8244faab2193cc0a6f85060_f386b6d6538c7b6fe31899368ee2e892 store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:20,804 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411185e926573e8244faab2193cc0a6f85060_f386b6d6538c7b6fe31899368ee2e892, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:20,804 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185e926573e8244faab2193cc0a6f85060_f386b6d6538c7b6fe31899368ee2e892 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:20,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742276_1452 (size=4469)
2024-11-18T20:52:20,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T20:52:20,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:52:20,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742275_1451 (size=13085)
2024-11-18T20:52:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:20,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:20,880 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/3332beafde86468495ec3b3ae4d20928 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/3332beafde86468495ec3b3ae4d20928
2024-11-18T20:52:20,887 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/B of f386b6d6538c7b6fe31899368ee2e892 into 3332beafde86468495ec3b3ae4d20928(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:20,887 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:20,887 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/B, priority=12, startTime=1731963140717; duration=0sec
2024-11-18T20:52:20,888 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:20,888 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:B
2024-11-18T20:52:20,888 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:20,890 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:20,890 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/C is initiating minor compaction (all files)
2024-11-18T20:52:20,890 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/C in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:20,890 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/8530ccf63d7243629e4142b1cda53282, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cd2821062e98497c93ab2b85145c2158, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/0d0387eb12ff46b8a725a0ac9047d910, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/1120c54d0fd243709b927c74dd441271] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=48.7 K
2024-11-18T20:52:20,891 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8530ccf63d7243629e4142b1cda53282, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963134999
2024-11-18T20:52:20,891 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd2821062e98497c93ab2b85145c2158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731963137301
2024-11-18T20:52:20,891 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d0387eb12ff46b8a725a0ac9047d910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963138041
2024-11-18T20:52:20,892 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1120c54d0fd243709b927c74dd441271, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731963138807
2024-11-18T20:52:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118924c5abf4c07480095e1736fd59a2d34_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963139682/Put/seqid=0
2024-11-18T20:52:20,918 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:20,918 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/e3c9373eb111405ebed82c8c05eb5b4f is 50, key is test_row_0/C:col10/1731963138874/Put/seqid=0
2024-11-18T20:52:20,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742278_1454 (size=13051)
2024-11-18T20:52:20,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742277_1453 (size=12454)
2024-11-18T20:52:20,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:20,981 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/e3c9373eb111405ebed82c8c05eb5b4f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/e3c9373eb111405ebed82c8c05eb5b4f
2024-11-18T20:52:20,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118924c5abf4c07480095e1736fd59a2d34_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118924c5abf4c07480095e1736fd59a2d34_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:20,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/e6265ae457004061808df16391463f77, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:20,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/e6265ae457004061808df16391463f77 is 175, key is test_row_0/A:col10/1731963139682/Put/seqid=0
2024-11-18T20:52:21,021 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/C of f386b6d6538c7b6fe31899368ee2e892 into e3c9373eb111405ebed82c8c05eb5b4f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:21,021 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:21,021 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/C, priority=12, startTime=1731963140717; duration=0sec
2024-11-18T20:52:21,022 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:21,022 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:C
2024-11-18T20:52:21,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742279_1455 (size=31255)
2024-11-18T20:52:21,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/e6265ae457004061808df16391463f77
2024-11-18T20:52:21,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/0ca2377a4e2c4369a78b43cdec962bbf is 50, key is test_row_0/B:col10/1731963139682/Put/seqid=0
2024-11-18T20:52:21,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742280_1456 (size=12301)
2024-11-18T20:52:21,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:21,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963201127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963201130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T20:52:21,258 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#A#compaction#374 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:21,258 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/630d4b0c27164120b4b97022bab10183 is 175, key is test_row_0/A:col10/1731963138874/Put/seqid=0
2024-11-18T20:52:21,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963201268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:21,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963201270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:21,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:21,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742281_1457 (size=32039)
2024-11-18T20:52:21,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963201492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:21,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963201492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:21,563 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/0ca2377a4e2c4369a78b43cdec962bbf
2024-11-18T20:52:21,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/120efc06a0b84ef8b0961d1e6c60b04c is 50, key is test_row_0/C:col10/1731963139682/Put/seqid=0
2024-11-18T20:52:21,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742282_1458 (size=12301)
2024-11-18T20:52:21,727 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/630d4b0c27164120b4b97022bab10183 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/630d4b0c27164120b4b97022bab10183
2024-11-18T20:52:21,733 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/A of f386b6d6538c7b6fe31899368ee2e892 into 630d4b0c27164120b4b97022bab10183(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-18T20:52:21,733 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:21,733 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/A, priority=12, startTime=1731963140717; duration=1sec
2024-11-18T20:52:21,733 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:21,733 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:A
2024-11-18T20:52:21,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34156 deadline: 1731963201812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:21,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34200 deadline: 1731963201812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:22,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/120efc06a0b84ef8b0961d1e6c60b04c
2024-11-18T20:52:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/e6265ae457004061808df16391463f77 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e6265ae457004061808df16391463f77
2024-11-18T20:52:22,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e6265ae457004061808df16391463f77, entries=150, sequenceid=338, filesize=30.5 K
2024-11-18T20:52:22,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/0ca2377a4e2c4369a78b43cdec962bbf as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0ca2377a4e2c4369a78b43cdec962bbf
2024-11-18T20:52:22,087 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0ca2377a4e2c4369a78b43cdec962bbf, entries=150, sequenceid=338, filesize=12.0 K
2024-11-18T20:52:22,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/120efc06a0b84ef8b0961d1e6c60b04c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/120efc06a0b84ef8b0961d1e6c60b04c
2024-11-18T20:52:22,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/120efc06a0b84ef8b0961d1e6c60b04c, entries=150, sequenceid=338, filesize=12.0 K
2024-11-18T20:52:22,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f386b6d6538c7b6fe31899368ee2e892 in 1232ms, sequenceid=338, compaction requested=false
2024-11-18T20:52:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-18T20:52:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-18T20:52:22,097 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-18T20:52:22,097 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0310 sec
2024-11-18T20:52:22,100 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.0380 sec
2024-11-18T20:52:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T20:52:22,227 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:22,228 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-18T20:52:22,230 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:22,231 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:22,231 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T20:52:22,344 INFO  [Thread-1635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1635.
2024-11-18T20:52:22,344 DEBUG [Thread-1635 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:22,344 DEBUG [Thread-1635 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,344 DEBUG [Thread-1635 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,344 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:22,346 INFO  [Thread-1633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1633.
2024-11-18T20:52:22,346 DEBUG [Thread-1633 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:22,346 DEBUG [Thread-1633 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,346 DEBUG [Thread-1633 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,346 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:22,349 INFO  [Thread-1639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1639.
2024-11-18T20:52:22,349 DEBUG [Thread-1639 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:22,349 DEBUG [Thread-1639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,349 DEBUG [Thread-1639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,349 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:22,349 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:22,349 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:52:22,350 INFO  [Thread-1628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1628.
2024-11-18T20:52:22,350 DEBUG [Thread-1628 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:22,350 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,350 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,351 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T20:52:22,355 INFO  [Thread-1631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1631.
2024-11-18T20:52:22,355 DEBUG [Thread-1631 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:22,355 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,356 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,356 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:22,358 INFO  [Thread-1620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1620.
2024-11-18T20:52:22,358 DEBUG [Thread-1620 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:22,358 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,358 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,359 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:22,359 INFO  [Thread-1637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1637.
2024-11-18T20:52:22,359 DEBUG [Thread-1637 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:22,359 DEBUG [Thread-1637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,359 DEBUG [Thread-1637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:22,359 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:22,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111813d2322fd8794f7f9582d0ea49fafe58_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963141009/Put/seqid=0
2024-11-18T20:52:22,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742283_1459 (size=12454)
2024-11-18T20:52:22,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T20:52:22,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:22,777 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111813d2322fd8794f7f9582d0ea49fafe58_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111813d2322fd8794f7f9582d0ea49fafe58_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:22,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/1783bd2661a14348880d079a4751e181, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:22,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/1783bd2661a14348880d079a4751e181 is 175, key is test_row_0/A:col10/1731963141009/Put/seqid=0
2024-11-18T20:52:22,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742284_1460 (size=31255)
2024-11-18T20:52:22,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:22,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:22,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T20:52:22,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:22,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:23,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:23,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,182 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/1783bd2661a14348880d079a4751e181
2024-11-18T20:52:23,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81 is 50, key is test_row_0/B:col10/1731963141009/Put/seqid=0
2024-11-18T20:52:23,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742285_1461 (size=12301)
2024-11-18T20:52:23,200 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81
2024-11-18T20:52:23,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4c5b299bb18c41cb81edc54ca9a96643 is 50, key is test_row_0/C:col10/1731963141009/Put/seqid=0
2024-11-18T20:52:23,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742286_1462 (size=12301)
2024-11-18T20:52:23,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:23,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:23,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T20:52:23,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:23,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,612 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4c5b299bb18c41cb81edc54ca9a96643
2024-11-18T20:52:23,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. as already flushing
2024-11-18T20:52:23,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:23,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/1783bd2661a14348880d079a4751e181 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/1783bd2661a14348880d079a4751e181
2024-11-18T20:52:23,624 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/1783bd2661a14348880d079a4751e181, entries=150, sequenceid=365, filesize=30.5 K
2024-11-18T20:52:23,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81
2024-11-18T20:52:23,628 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81, entries=150, sequenceid=365, filesize=12.0 K
2024-11-18T20:52:23,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/4c5b299bb18c41cb81edc54ca9a96643 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4c5b299bb18c41cb81edc54ca9a96643
2024-11-18T20:52:23,644 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4c5b299bb18c41cb81edc54ca9a96643, entries=150, sequenceid=365, filesize=12.0 K
2024-11-18T20:52:23,645 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f386b6d6538c7b6fe31899368ee2e892 in 1296ms, sequenceid=365, compaction requested=true
2024-11-18T20:52:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:23,645 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f386b6d6538c7b6fe31899368ee2e892:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:23,645 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:23,646 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:23,646 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:23,646 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/A is initiating minor compaction (all files)
2024-11-18T20:52:23,646 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/B is initiating minor compaction (all files)
2024-11-18T20:52:23,646 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/A in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,646 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/B in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,646 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/630d4b0c27164120b4b97022bab10183, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e6265ae457004061808df16391463f77, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/1783bd2661a14348880d079a4751e181] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=92.3 K
2024-11-18T20:52:23,646 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/3332beafde86468495ec3b3ae4d20928, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0ca2377a4e2c4369a78b43cdec962bbf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=36.8 K
2024-11-18T20:52:23,646 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,646 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/630d4b0c27164120b4b97022bab10183, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e6265ae457004061808df16391463f77, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/1783bd2661a14348880d079a4751e181]
2024-11-18T20:52:23,647 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3332beafde86468495ec3b3ae4d20928, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731963138807
2024-11-18T20:52:23,647 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 630d4b0c27164120b4b97022bab10183, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731963138807
2024-11-18T20:52:23,647 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6265ae457004061808df16391463f77, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963139638
2024-11-18T20:52:23,647 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ca2377a4e2c4369a78b43cdec962bbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963139638
2024-11-18T20:52:23,647 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1783bd2661a14348880d079a4751e181, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731963141009
2024-11-18T20:52:23,647 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting fbcf88bca82f4ac3b82f6c6fd5ad4f81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731963141009
2024-11-18T20:52:23,654 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:23,657 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:23,658 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/84a6c32e4708472bb73f8e86d04b157b is 50, key is test_row_0/B:col10/1731963141009/Put/seqid=0
2024-11-18T20:52:23,660 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411188e860b0211094a15a31ef63f8db110a9_f386b6d6538c7b6fe31899368ee2e892 store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:23,665 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411188e860b0211094a15a31ef63f8db110a9_f386b6d6538c7b6fe31899368ee2e892, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:23,665 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188e860b0211094a15a31ef63f8db110a9_f386b6d6538c7b6fe31899368ee2e892 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:23,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742287_1463 (size=13187)
2024-11-18T20:52:23,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742288_1464 (size=4469)
2024-11-18T20:52:23,691 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#A#compaction#383 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:23,691 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/3adcabe8822f406482ea412d8e04c198 is 175, key is test_row_0/A:col10/1731963141009/Put/seqid=0
2024-11-18T20:52:23,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742289_1465 (size=32141)
2024-11-18T20:52:23,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T20:52:23,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:23,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:23,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-18T20:52:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-18T20:52:23,783 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-18T20:52:23,783 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5500 sec
2024-11-18T20:52:23,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.5560 sec
2024-11-18T20:52:24,091 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/84a6c32e4708472bb73f8e86d04b157b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/84a6c32e4708472bb73f8e86d04b157b
2024-11-18T20:52:24,096 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/B of f386b6d6538c7b6fe31899368ee2e892 into 84a6c32e4708472bb73f8e86d04b157b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:24,096 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:24,096 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/B, priority=13, startTime=1731963143645; duration=0sec
2024-11-18T20:52:24,096 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:24,096 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:B
2024-11-18T20:52:24,096 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:24,097 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:24,098 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): f386b6d6538c7b6fe31899368ee2e892/C is initiating minor compaction (all files)
2024-11-18T20:52:24,098 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f386b6d6538c7b6fe31899368ee2e892/C in TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:24,098 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/e3c9373eb111405ebed82c8c05eb5b4f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/120efc06a0b84ef8b0961d1e6c60b04c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4c5b299bb18c41cb81edc54ca9a96643] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp, totalSize=36.8 K
2024-11-18T20:52:24,098 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c9373eb111405ebed82c8c05eb5b4f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731963138807
2024-11-18T20:52:24,098 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 120efc06a0b84ef8b0961d1e6c60b04c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963139638
2024-11-18T20:52:24,099 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c5b299bb18c41cb81edc54ca9a96643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731963141009
2024-11-18T20:52:24,106 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/3adcabe8822f406482ea412d8e04c198 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/3adcabe8822f406482ea412d8e04c198
2024-11-18T20:52:24,108 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f386b6d6538c7b6fe31899368ee2e892#C#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:24,108 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/419017c97458477c97a87997bfe2a1e1 is 50, key is test_row_0/C:col10/1731963141009/Put/seqid=0
2024-11-18T20:52:24,113 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/A of f386b6d6538c7b6fe31899368ee2e892 into 3adcabe8822f406482ea412d8e04c198(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:24,113 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:24,113 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/A, priority=13, startTime=1731963143645; duration=0sec
2024-11-18T20:52:24,114 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:24,114 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:A
2024-11-18T20:52:24,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742290_1466 (size=13153)
2024-11-18T20:52:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T20:52:24,390 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:24,525 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/419017c97458477c97a87997bfe2a1e1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/419017c97458477c97a87997bfe2a1e1
2024-11-18T20:52:24,529 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f386b6d6538c7b6fe31899368ee2e892/C of f386b6d6538c7b6fe31899368ee2e892 into 419017c97458477c97a87997bfe2a1e1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:24,529 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f386b6d6538c7b6fe31899368ee2e892:

2024-11-18T20:52:24,529 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., storeName=f386b6d6538c7b6fe31899368ee2e892/C, priority=13, startTime=1731963143645; duration=0sec
2024-11-18T20:52:24,529 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:24,529 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f386b6d6538c7b6fe31899368ee2e892:C
2024-11-18T20:52:26,725 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:52:27,001 INFO  [Thread-1626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1626.
2024-11-18T20:52:27,001 DEBUG [Thread-1626 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:27,001 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:27,001 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:27,001 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:27,032 INFO  [Thread-1624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1624.
2024-11-18T20:52:27,032 DEBUG [Thread-1624 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:27,032 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:27,033 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:27,033 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:27,064 INFO  [Thread-1622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1622.
2024-11-18T20:52:27,064 DEBUG [Thread-1622 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:27,064 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:27,064 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:27,065 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 77
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 29
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 25
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 28
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 128
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 791
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2372 rows
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 797
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2379 rows
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 794
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2373 rows
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 796
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2388 rows
2024-11-18T20:52:27,065 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 794
2024-11-18T20:52:27,066 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2382 rows
2024-11-18T20:52:27,066 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:52:27,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:52:27,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:27,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:27,067 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T20:52:27,067 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:27,071 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963147071"}]},"ts":"1731963147071"}
2024-11-18T20:52:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T20:52:27,073 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T20:52:27,073 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T20:52:27,074 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:52:27,081 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, UNASSIGN}]
2024-11-18T20:52:27,084 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, UNASSIGN
2024-11-18T20:52:27,085 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=f386b6d6538c7b6fe31899368ee2e892, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:27,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, UNASSIGN because future has completed
2024-11-18T20:52:27,087 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:52:27,087 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T20:52:27,241 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:27,241 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:52:27,241 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing f386b6d6538c7b6fe31899368ee2e892, disabling compactions & flushes
2024-11-18T20:52:27,241 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:27,241 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:27,241 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. after waiting 0 ms
2024-11-18T20:52:27,241 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:27,241 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing f386b6d6538c7b6fe31899368ee2e892 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-18T20:52:27,248 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c1b8845854dd4eb491e1c8349330c235_f386b6d6538c7b6fe31899368ee2e892 is 50, key is test_row_0/A:col10/1731963147063/Put/seqid=0
2024-11-18T20:52:27,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742291_1467 (size=12454)
2024-11-18T20:52:27,265 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:27,273 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c1b8845854dd4eb491e1c8349330c235_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1b8845854dd4eb491e1c8349330c235_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:27,274 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/79e04281798349bba9ca5a5e1997edb0, store: [table=TestAcidGuarantees family=A region=f386b6d6538c7b6fe31899368ee2e892]
2024-11-18T20:52:27,275 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/79e04281798349bba9ca5a5e1997edb0 is 175, key is test_row_0/A:col10/1731963147063/Put/seqid=0
2024-11-18T20:52:27,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742292_1468 (size=31255)
2024-11-18T20:52:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T20:52:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T20:52:27,702 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/79e04281798349bba9ca5a5e1997edb0
2024-11-18T20:52:27,708 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/b1d77b246c324dcabacf07f3783514af is 50, key is test_row_0/B:col10/1731963147063/Put/seqid=0
2024-11-18T20:52:27,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742293_1469 (size=12301)
2024-11-18T20:52:27,715 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/b1d77b246c324dcabacf07f3783514af
2024-11-18T20:52:27,721 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/3612668e41a3482f9918305f28b6d060 is 50, key is test_row_0/C:col10/1731963147063/Put/seqid=0
2024-11-18T20:52:27,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742294_1470 (size=12301)
2024-11-18T20:52:28,126 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/3612668e41a3482f9918305f28b6d060
2024-11-18T20:52:28,132 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/A/79e04281798349bba9ca5a5e1997edb0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/79e04281798349bba9ca5a5e1997edb0
2024-11-18T20:52:28,140 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/79e04281798349bba9ca5a5e1997edb0, entries=150, sequenceid=375, filesize=30.5 K
2024-11-18T20:52:28,141 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/B/b1d77b246c324dcabacf07f3783514af as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/b1d77b246c324dcabacf07f3783514af
2024-11-18T20:52:28,146 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/b1d77b246c324dcabacf07f3783514af, entries=150, sequenceid=375, filesize=12.0 K
2024-11-18T20:52:28,146 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/.tmp/C/3612668e41a3482f9918305f28b6d060 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3612668e41a3482f9918305f28b6d060
2024-11-18T20:52:28,156 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3612668e41a3482f9918305f28b6d060, entries=150, sequenceid=375, filesize=12.0 K
2024-11-18T20:52:28,157 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f386b6d6538c7b6fe31899368ee2e892 in 916ms, sequenceid=375, compaction requested=false
2024-11-18T20:52:28,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/4de27baa398e45c4bd00508148f6cd90, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/07682c58e08c437fa48ed7aecd034406, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/55b0295e4a4b45f580db9bb8c0bb350b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5cbfea5b34d44b6e96fd31a61ada01fc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5642e6978b7b49ae84af414963ec2c4b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/37b970e503c243da953d82318f735e46, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/c515d37a29a147b1b0db36036bc22c6b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e695bf794f5149f7b76f3257137ddb45, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ecd2ba0ca79746e59cedabc3600620a7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5c907d0ad84b447a85a7cc7a4c5c0411, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/f65b4c6556214bb190ef8afb041639ba, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/65c4e8bc7f4d4a5f9b1446716694c192, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/b704b9503da14f4c83cc31580f45716d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/392b2906780b4ef2a5fb465f0aa438f6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5948d3d03a9d4067a7d9798d349c977f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/85414e2414f2457c8967d1302f5906b6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/84f012c4d5fb4bdc8aa874e1030b10e5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/249d844242e64bdc872fe6212b32667b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ad7dfb1bdedc47d293d4213d743478b6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/40b97eb7cdf742368d972758e32d8a7a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ed7127f3b1814d92b9df3294780e7db6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/80149e9c7c784bd6ba6b35fc1558b1eb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/756168c472c34a1e849d55f5f4c2ada7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/630d4b0c27164120b4b97022bab10183, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e6265ae457004061808df16391463f77, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/1783bd2661a14348880d079a4751e181] to archive
2024-11-18T20:52:28,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:52:28,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/4de27baa398e45c4bd00508148f6cd90 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/4de27baa398e45c4bd00508148f6cd90
2024-11-18T20:52:28,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/07682c58e08c437fa48ed7aecd034406 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/07682c58e08c437fa48ed7aecd034406
2024-11-18T20:52:28,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/55b0295e4a4b45f580db9bb8c0bb350b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/55b0295e4a4b45f580db9bb8c0bb350b
2024-11-18T20:52:28,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5cbfea5b34d44b6e96fd31a61ada01fc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5cbfea5b34d44b6e96fd31a61ada01fc
2024-11-18T20:52:28,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5642e6978b7b49ae84af414963ec2c4b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5642e6978b7b49ae84af414963ec2c4b
2024-11-18T20:52:28,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/37b970e503c243da953d82318f735e46 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/37b970e503c243da953d82318f735e46
2024-11-18T20:52:28,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/c515d37a29a147b1b0db36036bc22c6b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/c515d37a29a147b1b0db36036bc22c6b
2024-11-18T20:52:28,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e695bf794f5149f7b76f3257137ddb45 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e695bf794f5149f7b76f3257137ddb45
2024-11-18T20:52:28,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ecd2ba0ca79746e59cedabc3600620a7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ecd2ba0ca79746e59cedabc3600620a7
2024-11-18T20:52:28,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5c907d0ad84b447a85a7cc7a4c5c0411 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5c907d0ad84b447a85a7cc7a4c5c0411
2024-11-18T20:52:28,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/f65b4c6556214bb190ef8afb041639ba to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/f65b4c6556214bb190ef8afb041639ba
2024-11-18T20:52:28,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/65c4e8bc7f4d4a5f9b1446716694c192 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/65c4e8bc7f4d4a5f9b1446716694c192
2024-11-18T20:52:28,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/b704b9503da14f4c83cc31580f45716d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/b704b9503da14f4c83cc31580f45716d
2024-11-18T20:52:28,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/392b2906780b4ef2a5fb465f0aa438f6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/392b2906780b4ef2a5fb465f0aa438f6
2024-11-18T20:52:28,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5948d3d03a9d4067a7d9798d349c977f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/5948d3d03a9d4067a7d9798d349c977f
2024-11-18T20:52:28,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/85414e2414f2457c8967d1302f5906b6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/85414e2414f2457c8967d1302f5906b6
2024-11-18T20:52:28,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/84f012c4d5fb4bdc8aa874e1030b10e5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/84f012c4d5fb4bdc8aa874e1030b10e5
2024-11-18T20:52:28,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/249d844242e64bdc872fe6212b32667b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/249d844242e64bdc872fe6212b32667b
2024-11-18T20:52:28,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ad7dfb1bdedc47d293d4213d743478b6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ad7dfb1bdedc47d293d4213d743478b6
2024-11-18T20:52:28,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/40b97eb7cdf742368d972758e32d8a7a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/40b97eb7cdf742368d972758e32d8a7a
2024-11-18T20:52:28,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ed7127f3b1814d92b9df3294780e7db6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/ed7127f3b1814d92b9df3294780e7db6
2024-11-18T20:52:28,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/80149e9c7c784bd6ba6b35fc1558b1eb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/80149e9c7c784bd6ba6b35fc1558b1eb
2024-11-18T20:52:28,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/756168c472c34a1e849d55f5f4c2ada7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/756168c472c34a1e849d55f5f4c2ada7
2024-11-18T20:52:28,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/630d4b0c27164120b4b97022bab10183 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/630d4b0c27164120b4b97022bab10183
2024-11-18T20:52:28,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e6265ae457004061808df16391463f77 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/e6265ae457004061808df16391463f77
2024-11-18T20:52:28,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/1783bd2661a14348880d079a4751e181 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/1783bd2661a14348880d079a4751e181
2024-11-18T20:52:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T20:52:28,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/261d43a9e62b4c2583d8352ae64ee894, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5d8012eb4a5a4c8b96215095109844d4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/af54b44c5c7747888c530e302c5b0dcb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/c276012adce44287b872ee4c99b85576, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5aa6f213a4a4488d8d950d11149f8013, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/6cb50478191a47acba0b9a570da7ebc1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/e7db440b89ad48d3b1bdc5c05cce47a8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/de32b28f87124e269b2bfc04c696fed9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/a2570f4518914f56b95d17ff2d2b6b37, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fd06c3076dff48648dae04f447d801e9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/f76b76fe49304269a22efffb8449a79c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dc2b1e5ff5314f1e8286651e396e1769, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/8c0fb2654f6a45fb84c712289209f0ef, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5bc7ee07669c4e0493e6ec63412b85d3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1f5ae70383aa4101b71545f847c0ba54, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/00bd5e5fd1024cf4a99213fa1ecd117c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/d493d1118358484c9a475c10c7b54226, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/22c2eab68579496ea271ba9975295ebc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1a5813ee57de4cd1a9c4a932e976d899, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/88f424054c594da5aaa711df100de28e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/cb740c9891644187a3c77d98f304678e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0a73ffd18af54962ba7ab510b5a9ec31, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/3332beafde86468495ec3b3ae4d20928, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dfd110fef2154e19ae64ff825c4031fc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0ca2377a4e2c4369a78b43cdec962bbf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81] to archive
2024-11-18T20:52:28,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:52:28,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/261d43a9e62b4c2583d8352ae64ee894 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/261d43a9e62b4c2583d8352ae64ee894
2024-11-18T20:52:28,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5d8012eb4a5a4c8b96215095109844d4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5d8012eb4a5a4c8b96215095109844d4
2024-11-18T20:52:28,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/af54b44c5c7747888c530e302c5b0dcb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/af54b44c5c7747888c530e302c5b0dcb
2024-11-18T20:52:28,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/c276012adce44287b872ee4c99b85576 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/c276012adce44287b872ee4c99b85576
2024-11-18T20:52:28,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5aa6f213a4a4488d8d950d11149f8013 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5aa6f213a4a4488d8d950d11149f8013
2024-11-18T20:52:28,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/6cb50478191a47acba0b9a570da7ebc1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/6cb50478191a47acba0b9a570da7ebc1
2024-11-18T20:52:28,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/e7db440b89ad48d3b1bdc5c05cce47a8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/e7db440b89ad48d3b1bdc5c05cce47a8
2024-11-18T20:52:28,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/de32b28f87124e269b2bfc04c696fed9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/de32b28f87124e269b2bfc04c696fed9
2024-11-18T20:52:28,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/a2570f4518914f56b95d17ff2d2b6b37 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/a2570f4518914f56b95d17ff2d2b6b37
2024-11-18T20:52:28,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fd06c3076dff48648dae04f447d801e9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fd06c3076dff48648dae04f447d801e9
2024-11-18T20:52:28,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/f76b76fe49304269a22efffb8449a79c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/f76b76fe49304269a22efffb8449a79c
2024-11-18T20:52:28,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dc2b1e5ff5314f1e8286651e396e1769 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dc2b1e5ff5314f1e8286651e396e1769
2024-11-18T20:52:28,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/8c0fb2654f6a45fb84c712289209f0ef to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/8c0fb2654f6a45fb84c712289209f0ef
2024-11-18T20:52:28,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5bc7ee07669c4e0493e6ec63412b85d3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/5bc7ee07669c4e0493e6ec63412b85d3
2024-11-18T20:52:28,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1f5ae70383aa4101b71545f847c0ba54 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1f5ae70383aa4101b71545f847c0ba54
2024-11-18T20:52:28,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/00bd5e5fd1024cf4a99213fa1ecd117c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/00bd5e5fd1024cf4a99213fa1ecd117c
2024-11-18T20:52:28,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/d493d1118358484c9a475c10c7b54226 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/d493d1118358484c9a475c10c7b54226
2024-11-18T20:52:28,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/22c2eab68579496ea271ba9975295ebc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/22c2eab68579496ea271ba9975295ebc
2024-11-18T20:52:28,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1a5813ee57de4cd1a9c4a932e976d899 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/1a5813ee57de4cd1a9c4a932e976d899
2024-11-18T20:52:28,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/88f424054c594da5aaa711df100de28e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/88f424054c594da5aaa711df100de28e
2024-11-18T20:52:28,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/cb740c9891644187a3c77d98f304678e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/cb740c9891644187a3c77d98f304678e
2024-11-18T20:52:28,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0a73ffd18af54962ba7ab510b5a9ec31 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0a73ffd18af54962ba7ab510b5a9ec31
2024-11-18T20:52:28,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/3332beafde86468495ec3b3ae4d20928 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/3332beafde86468495ec3b3ae4d20928
2024-11-18T20:52:28,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dfd110fef2154e19ae64ff825c4031fc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/dfd110fef2154e19ae64ff825c4031fc
2024-11-18T20:52:28,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0ca2377a4e2c4369a78b43cdec962bbf to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/0ca2377a4e2c4369a78b43cdec962bbf
2024-11-18T20:52:28,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/fbcf88bca82f4ac3b82f6c6fd5ad4f81
2024-11-18T20:52:28,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3a2b6adb8b134ab6b8e646a585a58700, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/672d66ec70394668bfdc45e7b0845437, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/6dfea613d7e44a6da090ce1d915a427b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/9b9b97b9b0c6456f9c3060c0cdc64538, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4af0f51e70f6489d93bd9b2297c547b3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4e1a5a5e78c542e1a1d9fe809a1a398b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/d497f7c943dc49a78d5b51adea9efe56, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/b7cd5207134049b5b16bdad5eb00427e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/78ea2bbed18b4a5f91ff34d78326c3db, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/38f5c70cf5524e278a38708b51b593f4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/37af8c1765a8456691831751c470cf00, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/85b852b6031b4018aecd4afe1ca7d6b8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/95f4bc439a384288bb66d5f4ee130540, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/18e91583cb0c42e7912039fa3856f62a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/05c908f6bc2f4c2eabdae58457ecbbd2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/74f0d95633144ab7920d4c896ebf75cd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/84ff987ed9524b6a8b2139a4b0f7dd10, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/8530ccf63d7243629e4142b1cda53282, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cf842428266d4ff6ad3ac0bd5ea8d14e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cd2821062e98497c93ab2b85145c2158, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/0d0387eb12ff46b8a725a0ac9047d910, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/e3c9373eb111405ebed82c8c05eb5b4f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/1120c54d0fd243709b927c74dd441271, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/120efc06a0b84ef8b0961d1e6c60b04c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4c5b299bb18c41cb81edc54ca9a96643] to archive
2024-11-18T20:52:28,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:52:28,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3a2b6adb8b134ab6b8e646a585a58700 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3a2b6adb8b134ab6b8e646a585a58700
2024-11-18T20:52:28,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/672d66ec70394668bfdc45e7b0845437 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/672d66ec70394668bfdc45e7b0845437
2024-11-18T20:52:28,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/6dfea613d7e44a6da090ce1d915a427b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/6dfea613d7e44a6da090ce1d915a427b
2024-11-18T20:52:28,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/9b9b97b9b0c6456f9c3060c0cdc64538 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/9b9b97b9b0c6456f9c3060c0cdc64538
2024-11-18T20:52:28,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4af0f51e70f6489d93bd9b2297c547b3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4af0f51e70f6489d93bd9b2297c547b3
2024-11-18T20:52:28,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4e1a5a5e78c542e1a1d9fe809a1a398b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4e1a5a5e78c542e1a1d9fe809a1a398b
2024-11-18T20:52:28,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/d497f7c943dc49a78d5b51adea9efe56 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/d497f7c943dc49a78d5b51adea9efe56
2024-11-18T20:52:28,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/b7cd5207134049b5b16bdad5eb00427e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/b7cd5207134049b5b16bdad5eb00427e
2024-11-18T20:52:28,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/78ea2bbed18b4a5f91ff34d78326c3db to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/78ea2bbed18b4a5f91ff34d78326c3db
2024-11-18T20:52:28,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/38f5c70cf5524e278a38708b51b593f4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/38f5c70cf5524e278a38708b51b593f4
2024-11-18T20:52:28,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/37af8c1765a8456691831751c470cf00 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/37af8c1765a8456691831751c470cf00
2024-11-18T20:52:28,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/85b852b6031b4018aecd4afe1ca7d6b8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/85b852b6031b4018aecd4afe1ca7d6b8
2024-11-18T20:52:28,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/95f4bc439a384288bb66d5f4ee130540 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/95f4bc439a384288bb66d5f4ee130540
2024-11-18T20:52:28,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/18e91583cb0c42e7912039fa3856f62a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/18e91583cb0c42e7912039fa3856f62a
2024-11-18T20:52:28,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/05c908f6bc2f4c2eabdae58457ecbbd2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/05c908f6bc2f4c2eabdae58457ecbbd2
2024-11-18T20:52:28,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/74f0d95633144ab7920d4c896ebf75cd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/74f0d95633144ab7920d4c896ebf75cd
2024-11-18T20:52:28,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/84ff987ed9524b6a8b2139a4b0f7dd10 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/84ff987ed9524b6a8b2139a4b0f7dd10
2024-11-18T20:52:28,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/8530ccf63d7243629e4142b1cda53282 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/8530ccf63d7243629e4142b1cda53282
2024-11-18T20:52:28,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cf842428266d4ff6ad3ac0bd5ea8d14e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cf842428266d4ff6ad3ac0bd5ea8d14e
2024-11-18T20:52:28,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cd2821062e98497c93ab2b85145c2158 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/cd2821062e98497c93ab2b85145c2158
2024-11-18T20:52:28,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/0d0387eb12ff46b8a725a0ac9047d910 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/0d0387eb12ff46b8a725a0ac9047d910
2024-11-18T20:52:28,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/e3c9373eb111405ebed82c8c05eb5b4f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/e3c9373eb111405ebed82c8c05eb5b4f
2024-11-18T20:52:28,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/1120c54d0fd243709b927c74dd441271 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/1120c54d0fd243709b927c74dd441271
2024-11-18T20:52:28,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/120efc06a0b84ef8b0961d1e6c60b04c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/120efc06a0b84ef8b0961d1e6c60b04c
2024-11-18T20:52:28,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4c5b299bb18c41cb81edc54ca9a96643 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/4c5b299bb18c41cb81edc54ca9a96643
2024-11-18T20:52:28,286 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/recovered.edits/378.seqid, newMaxSeqId=378, maxSeqId=4
2024-11-18T20:52:28,287 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.
2024-11-18T20:52:28,287 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for f386b6d6538c7b6fe31899368ee2e892:
Waiting for close lock at 1731963147241Running coprocessor pre-close hooks at 1731963147241Disabling compacts and flushes for region at 1731963147241Disabling writes for close at 1731963147241Obtaining lock to block concurrent updates at 1731963147241Preparing flush snapshotting stores in f386b6d6538c7b6fe31899368ee2e892 at 1731963147241Finished memstore snapshotting TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731963147242 (+1 ms)Flushing stores of TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892. at 1731963147242Flushing f386b6d6538c7b6fe31899368ee2e892/A: creating writer at 1731963147242Flushing mob file f386b6d6538c7b6fe31899368ee2e892/A: appending metadata at 1731963147248 (+6 ms)Flushing mob file f386b6d6538c7b6fe31899368ee2e892/A: closing flushed file at 1731963147248Flushing f386b6d6538c7b6fe31899368ee2e892/A: appending metadata at 1731963147275 (+27 ms)Flushing f386b6d6538c7b6fe31899368ee2e892/A: closing flushed file at 1731963147275Flushing f386b6d6538c7b6fe31899368ee2e892/B: creating writer at 1731963147706 (+431 ms)Flushing f386b6d6538c7b6fe31899368ee2e892/B: appending metadata at 1731963147708 (+2 ms)Flushing f386b6d6538c7b6fe31899368ee2e892/B: closing flushed file at 1731963147708Flushing f386b6d6538c7b6fe31899368ee2e892/C: creating writer at 1731963147718 (+10 ms)Flushing f386b6d6538c7b6fe31899368ee2e892/C: appending metadata at 1731963147721 (+3 ms)Flushing f386b6d6538c7b6fe31899368ee2e892/C: closing flushed file at 1731963147721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2579b268: reopening flushed file at 1731963148130 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57850026: reopening flushed file at 1731963148140 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675e8cba: reopening flushed file at 1731963148146 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f386b6d6538c7b6fe31899368ee2e892 in 916ms, sequenceid=375, compaction requested=false at 1731963148157 (+11 ms)Writing region close event to WAL at 1731963148283 (+126 ms)Running coprocessor post-close hooks at 1731963148287 (+4 ms)Closed at 1731963148287
2024-11-18T20:52:28,303 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:28,304 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=f386b6d6538c7b6fe31899368ee2e892, regionState=CLOSED
2024-11-18T20:52:28,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:28,309 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-18T20:52:28,309 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure f386b6d6538c7b6fe31899368ee2e892, server=29a7ef02c270,38231,1731963029040 in 1.2200 sec
2024-11-18T20:52:28,311 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106
2024-11-18T20:52:28,311 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f386b6d6538c7b6fe31899368ee2e892, UNASSIGN in 1.2280 sec
2024-11-18T20:52:28,314 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T20:52:28,315 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-18T20:52:28,315 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2390 sec
2024-11-18T20:52:28,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963148316"}]},"ts":"1731963148316"}
2024-11-18T20:52:28,319 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T20:52:28,319 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T20:52:28,322 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2530 sec
2024-11-18T20:52:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T20:52:29,220 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:29,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T20:52:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:29,226 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T20:52:29,227 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:29,229 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,231 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/recovered.edits]
2024-11-18T20:52:29,234 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/3adcabe8822f406482ea412d8e04c198 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/3adcabe8822f406482ea412d8e04c198
2024-11-18T20:52:29,235 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/79e04281798349bba9ca5a5e1997edb0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/A/79e04281798349bba9ca5a5e1997edb0
2024-11-18T20:52:29,239 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/84a6c32e4708472bb73f8e86d04b157b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/84a6c32e4708472bb73f8e86d04b157b
2024-11-18T20:52:29,240 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/b1d77b246c324dcabacf07f3783514af to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/B/b1d77b246c324dcabacf07f3783514af
2024-11-18T20:52:29,242 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3612668e41a3482f9918305f28b6d060 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/3612668e41a3482f9918305f28b6d060
2024-11-18T20:52:29,243 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/419017c97458477c97a87997bfe2a1e1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/C/419017c97458477c97a87997bfe2a1e1
2024-11-18T20:52:29,245 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/recovered.edits/378.seqid to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892/recovered.edits/378.seqid
2024-11-18T20:52:29,246 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,246 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T20:52:29,246 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T20:52:29,247 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T20:52:29,250 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111808d8b7f4157b44e5b0fff925d293d847_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111808d8b7f4157b44e5b0fff925d293d847_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,251 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180ade0b7a39ef4dac9240035135f3ef0a_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180ade0b7a39ef4dac9240035135f3ef0a_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,252 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180e5ed7eb200e45d79a4af918bd27b8b8_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180e5ed7eb200e45d79a4af918bd27b8b8_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,253 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111813d2322fd8794f7f9582d0ea49fafe58_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111813d2322fd8794f7f9582d0ea49fafe58_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,253 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111827bdfd9f0434467b8f90b0fc9977bf51_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111827bdfd9f0434467b8f90b0fc9977bf51_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,254 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182fe780c16b5f4a5e9538c6ca0e6a1569_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182fe780c16b5f4a5e9538c6ca0e6a1569_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,259 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183046546d09d7463488b01ffda0784c2f_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183046546d09d7463488b01ffda0784c2f_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,268 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111845950bd8ebf244adb5c5a3d2fb9e93da_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111845950bd8ebf244adb5c5a3d2fb9e93da_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,269 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186fd74cf0f30e476b859751603f033b08_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186fd74cf0f30e476b859751603f033b08_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,270 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111879fcbc7c6f1549728baae01a8c6dc9dc_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111879fcbc7c6f1549728baae01a8c6dc9dc_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,271 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187bc64ce0106443d285714b0451653801_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187bc64ce0106443d285714b0451653801_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,272 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188b5c8b18d0a048a79f0ec239e075e8e3_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188b5c8b18d0a048a79f0ec239e075e8e3_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,273 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188f9651d10ba94c78853db284b645a931_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188f9651d10ba94c78853db284b645a931_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,274 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118924c5abf4c07480095e1736fd59a2d34_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118924c5abf4c07480095e1736fd59a2d34_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,275 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189505873901a84f4db6e4430ccfd4cea1_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189505873901a84f4db6e4430ccfd4cea1_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,276 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189ae8f94274e746b99bbeafc9fbed4b67_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189ae8f94274e746b99bbeafc9fbed4b67_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,277 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1b8845854dd4eb491e1c8349330c235_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1b8845854dd4eb491e1c8349330c235_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,280 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118de463b258e7d4677a0c1447f3bf1dc41_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118de463b258e7d4677a0c1447f3bf1dc41_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,282 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ea0804fe2bef410fa1b4873c34caff09_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ea0804fe2bef410fa1b4873c34caff09_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,283 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f7b3b89867584951aedf4c32e20a1933_f386b6d6538c7b6fe31899368ee2e892 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f7b3b89867584951aedf4c32e20a1933_f386b6d6538c7b6fe31899368ee2e892
2024-11-18T20:52:29,284 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T20:52:29,287 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:29,292 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T20:52:29,294 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T20:52:29,295 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:29,295 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T20:52:29,295 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731963149295"}]},"ts":"9223372036854775807"}
2024-11-18T20:52:29,298 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T20:52:29,298 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f386b6d6538c7b6fe31899368ee2e892, NAME => 'TestAcidGuarantees,,1731963120523.f386b6d6538c7b6fe31899368ee2e892.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T20:52:29,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T20:52:29,298 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731963149298"}]},"ts":"9223372036854775807"}
2024-11-18T20:52:29,300 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T20:52:29,302 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:29,303 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 82 msec
2024-11-18T20:52:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T20:52:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T20:52:29,332 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:29,341 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=457 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=855 (was 873), ProcessCount=11 (was 11), AvailableMemoryMB=264 (was 314)
2024-11-18T20:52:29,356 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=855, ProcessCount=11, AvailableMemoryMB=263
2024-11-18T20:52:29,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:52:29,357 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:52:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:29,359 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:52:29,360 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:29,360 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 110
2024-11-18T20:52:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-18T20:52:29,360 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:52:29,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742295_1471 (size=959)
2024-11-18T20:52:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-18T20:52:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-18T20:52:29,773 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f
2024-11-18T20:52:29,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742296_1472 (size=53)
2024-11-18T20:52:29,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:52:29,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7cd589d20a2fe627b7b6645c9fd913ba, disabling compactions & flushes
2024-11-18T20:52:29,779 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:29,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:29,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. after waiting 0 ms
2024-11-18T20:52:29,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:29,779 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:29,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cd589d20a2fe627b7b6645c9fd913ba:
Waiting for close lock at 1731963149779Disabling compacts and flushes for region at 1731963149779Disabling writes for close at 1731963149779Writing region close event to WAL at 1731963149779Closed at 1731963149779
2024-11-18T20:52:29,780 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:52:29,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731963149780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963149780"}]},"ts":"1731963149780"}
2024-11-18T20:52:29,782 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:52:29,783 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:52:29,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963149783"}]},"ts":"1731963149783"}
2024-11-18T20:52:29,785 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T20:52:29,785 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, ASSIGN}]
2024-11-18T20:52:29,787 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, ASSIGN
2024-11-18T20:52:29,788 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, ASSIGN; state=OFFLINE, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=false
2024-11-18T20:52:29,939 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=7cd589d20a2fe627b7b6645c9fd913ba, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:29,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, ASSIGN because future has completed
2024-11-18T20:52:29,941 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-18T20:52:30,095 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:30,095 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:52:30,096 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,096 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:52:30,096 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,096 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,097 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7cd589d20a2fe627b7b6645c9fd913ba 
2024-11-18T20:52:30,098 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd589d20a2fe627b7b6645c9fd913ba columnFamilyName A
2024-11-18T20:52:30,098 DEBUG [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:30,099 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] regionserver.HStore(327): Store=7cd589d20a2fe627b7b6645c9fd913ba/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:30,099 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7cd589d20a2fe627b7b6645c9fd913ba 
2024-11-18T20:52:30,100 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd589d20a2fe627b7b6645c9fd913ba columnFamilyName B
2024-11-18T20:52:30,100 DEBUG [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:30,100 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] regionserver.HStore(327): Store=7cd589d20a2fe627b7b6645c9fd913ba/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:30,100 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7cd589d20a2fe627b7b6645c9fd913ba 
2024-11-18T20:52:30,101 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd589d20a2fe627b7b6645c9fd913ba columnFamilyName C
2024-11-18T20:52:30,101 DEBUG [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:30,102 INFO  [StoreOpener-7cd589d20a2fe627b7b6645c9fd913ba-1 {}] regionserver.HStore(327): Store=7cd589d20a2fe627b7b6645c9fd913ba/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:30,102 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,102 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,102 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,103 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,103 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,103 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:52:30,104 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,106 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:52:30,106 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened 7cd589d20a2fe627b7b6645c9fd913ba; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72964217, jitterRate=0.08725155889987946}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:52:30,106 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,106 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for 7cd589d20a2fe627b7b6645c9fd913ba:
Running coprocessor pre-open hook at 1731963150096Writing region info on filesystem at 1731963150096Initializing all the Stores at 1731963150097 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963150097Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963150097Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963150097Cleaning up temporary data from old regions at 1731963150103 (+6 ms)Running coprocessor post-open hooks at 1731963150106 (+3 ms)Region opened successfully at 1731963150106
2024-11-18T20:52:30,107 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., pid=112, masterSystemTime=1731963150092
2024-11-18T20:52:30,108 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:30,108 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:30,109 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=7cd589d20a2fe627b7b6645c9fd913ba, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:30,112 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-18T20:52:30,112 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040 in 169 msec
2024-11-18T20:52:30,113 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110
2024-11-18T20:52:30,113 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, ASSIGN in 327 msec
2024-11-18T20:52:30,114 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:52:30,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963150114"}]},"ts":"1731963150114"}
2024-11-18T20:52:30,115 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T20:52:30,116 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:52:30,117 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 759 msec
2024-11-18T20:52:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-18T20:52:30,500 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:30,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,505 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e8b8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,506 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7046559a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,510 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T20:52:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40255,1731963027755
2024-11-18T20:52:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6364a44d
2024-11-18T20:52:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T20:52:30,512 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T20:52:30,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,516 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff33fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,518 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e529ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,520 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d7b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,521 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ff3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,523 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea12739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,524 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b6b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,529 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f015221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,530 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1756219b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,532 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf351f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,533 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd4d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,539 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b93b42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,541 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50005685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,543 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6d92f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,544 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460316f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,548 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdafe02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,550 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5908f107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,552 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4224b2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,553 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13583510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:30,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:30,556 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363a2f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:30,558 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a12ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:30,559 DEBUG [Thread-2103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,559 DEBUG [Thread-2105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,559 DEBUG [Thread-2120 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,561 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,561 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,562 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:30,575 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:30,575 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:52:30,577 DEBUG [Thread-2112 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,579 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,584 DEBUG [Thread-2109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,587 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,587 DEBUG [Thread-2118 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,590 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,591 DEBUG [Thread-2107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,592 DEBUG [Thread-2114 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,596 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,598 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,601 DEBUG [Thread-2101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,603 DEBUG [Thread-2101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,604 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/a933cd5de9d04a6885de27f224a72982 is 50, key is test_row_0/A:col10/1731963150565/Put/seqid=0
2024-11-18T20:52:30,612 DEBUG [Thread-2116 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:30,614 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2]
2024-11-18T20:52:30,620 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-11-18T20:52:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T20:52:30,622 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:30,624 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:30,624 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:30,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742297_1473 (size=12001)
2024-11-18T20:52:30,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963210634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963210636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963210636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963210640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963210641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T20:52:30,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963210750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963210750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963210750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963210764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963210764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:30,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:30,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:30,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:30,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:30,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:30,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:30,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T20:52:30,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963210960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963210960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963210960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963210980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963210980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,039 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/a933cd5de9d04a6885de27f224a72982
2024-11-18T20:52:31,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/6f6c6346074b4371abe2d5c3de5031ab is 50, key is test_row_0/B:col10/1731963150565/Put/seqid=0
2024-11-18T20:52:31,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:31,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:31,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742298_1474 (size=12001)
2024-11-18T20:52:31,129 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/6f6c6346074b4371abe2d5c3de5031ab
2024-11-18T20:52:31,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/7b3df30ccc3045c6999b56d280803476 is 50, key is test_row_0/C:col10/1731963150565/Put/seqid=0
2024-11-18T20:52:31,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742299_1475 (size=12001)
2024-11-18T20:52:31,207 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/7b3df30ccc3045c6999b56d280803476
2024-11-18T20:52:31,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/a933cd5de9d04a6885de27f224a72982 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a933cd5de9d04a6885de27f224a72982
2024-11-18T20:52:31,227 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a933cd5de9d04a6885de27f224a72982, entries=150, sequenceid=12, filesize=11.7 K
2024-11-18T20:52:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/6f6c6346074b4371abe2d5c3de5031ab as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/6f6c6346074b4371abe2d5c3de5031ab
2024-11-18T20:52:31,240 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/6f6c6346074b4371abe2d5c3de5031ab, entries=150, sequenceid=12, filesize=11.7 K
2024-11-18T20:52:31,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/7b3df30ccc3045c6999b56d280803476 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7b3df30ccc3045c6999b56d280803476
2024-11-18T20:52:31,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:31,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T20:52:31,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7b3df30ccc3045c6999b56d280803476, entries=150, sequenceid=12, filesize=11.7 K
2024-11-18T20:52:31,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7cd589d20a2fe627b7b6645c9fd913ba in 682ms, sequenceid=12, compaction requested=false
2024-11-18T20:52:31,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:31,277 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:31,277 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-18T20:52:31,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/82b23af78c8648c28b74bf41e5a6f08c is 50, key is test_row_0/A:col10/1731963151276/Put/seqid=0
2024-11-18T20:52:31,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963211300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742300_1476 (size=14341)
2024-11-18T20:52:31,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963211302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,318 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/82b23af78c8648c28b74bf41e5a6f08c
2024-11-18T20:52:31,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/0e413e583a8f46f298758b28888ce041 is 50, key is test_row_0/B:col10/1731963151276/Put/seqid=0
2024-11-18T20:52:31,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963211306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963211308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963211309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742301_1477 (size=12001)
2024-11-18T20:52:31,345 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/0e413e583a8f46f298758b28888ce041
2024-11-18T20:52:31,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/cb25dd492fb948f684df351667958621 is 50, key is test_row_0/C:col10/1731963151276/Put/seqid=0
2024-11-18T20:52:31,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742302_1478 (size=12001)
2024-11-18T20:52:31,377 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/cb25dd492fb948f684df351667958621
2024-11-18T20:52:31,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/82b23af78c8648c28b74bf41e5a6f08c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82b23af78c8648c28b74bf41e5a6f08c
2024-11-18T20:52:31,389 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82b23af78c8648c28b74bf41e5a6f08c, entries=200, sequenceid=38, filesize=14.0 K
2024-11-18T20:52:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/0e413e583a8f46f298758b28888ce041 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0e413e583a8f46f298758b28888ce041
2024-11-18T20:52:31,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:31,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0e413e583a8f46f298758b28888ce041, entries=150, sequenceid=38, filesize=11.7 K
2024-11-18T20:52:31,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/cb25dd492fb948f684df351667958621 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/cb25dd492fb948f684df351667958621
2024-11-18T20:52:31,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963211419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,425 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/cb25dd492fb948f684df351667958621, entries=150, sequenceid=38, filesize=11.7 K
2024-11-18T20:52:31,426 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7cd589d20a2fe627b7b6645c9fd913ba in 149ms, sequenceid=38, compaction requested=false
2024-11-18T20:52:31,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:31,434 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:31,435 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-18T20:52:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:31,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/4f410d6f4c75421fa509676224db895a is 50, key is test_row_0/A:col10/1731963151302/Put/seqid=0
2024-11-18T20:52:31,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742303_1479 (size=14341)
2024-11-18T20:52:31,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:31,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:31,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963211548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963211548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963211549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963211630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963211670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963211670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963211670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T20:52:31,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963211820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:31,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963211890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963211890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963211890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,904 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/4f410d6f4c75421fa509676224db895a
2024-11-18T20:52:31,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/9f6c5f367f844a948a98650dd5026b2f is 50, key is test_row_0/B:col10/1731963151302/Put/seqid=0
2024-11-18T20:52:31,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742304_1480 (size=12001)
2024-11-18T20:52:31,938 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/9f6c5f367f844a948a98650dd5026b2f
2024-11-18T20:52:31,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963211950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:31,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:31,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:31,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/4a205dfd1aed474a8138168e28e0261d is 50, key is test_row_0/C:col10/1731963151302/Put/seqid=0
2024-11-18T20:52:31,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742305_1481 (size=12001)
2024-11-18T20:52:31,969 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/4a205dfd1aed474a8138168e28e0261d
2024-11-18T20:52:31,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/4f410d6f4c75421fa509676224db895a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/4f410d6f4c75421fa509676224db895a
2024-11-18T20:52:31,981 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/4f410d6f4c75421fa509676224db895a, entries=200, sequenceid=50, filesize=14.0 K
2024-11-18T20:52:31,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/9f6c5f367f844a948a98650dd5026b2f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/9f6c5f367f844a948a98650dd5026b2f
2024-11-18T20:52:31,985 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/9f6c5f367f844a948a98650dd5026b2f, entries=150, sequenceid=50, filesize=11.7 K
2024-11-18T20:52:31,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/4a205dfd1aed474a8138168e28e0261d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4a205dfd1aed474a8138168e28e0261d
2024-11-18T20:52:31,990 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4a205dfd1aed474a8138168e28e0261d, entries=150, sequenceid=50, filesize=11.7 K
2024-11-18T20:52:31,991 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7cd589d20a2fe627b7b6645c9fd913ba in 557ms, sequenceid=50, compaction requested=true
2024-11-18T20:52:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:31,991 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:31,992 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:31,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:31,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:31,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:31,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:31,992 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:31,992 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:31,992 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,993 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a933cd5de9d04a6885de27f224a72982, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82b23af78c8648c28b74bf41e5a6f08c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/4f410d6f4c75421fa509676224db895a] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=39.7 K
2024-11-18T20:52:31,993 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:31,993 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:31,993 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:31,993 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/6f6c6346074b4371abe2d5c3de5031ab, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0e413e583a8f46f298758b28888ce041, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/9f6c5f367f844a948a98650dd5026b2f] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=35.2 K
2024-11-18T20:52:31,993 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a933cd5de9d04a6885de27f224a72982, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731963150565
2024-11-18T20:52:31,996 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f6c6346074b4371abe2d5c3de5031ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731963150565
2024-11-18T20:52:31,996 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82b23af78c8648c28b74bf41e5a6f08c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731963150631
2024-11-18T20:52:31,997 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e413e583a8f46f298758b28888ce041, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731963150632
2024-11-18T20:52:31,998 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f410d6f4c75421fa509676224db895a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731963151302
2024-11-18T20:52:31,998 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f6c5f367f844a948a98650dd5026b2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731963151302
2024-11-18T20:52:32,010 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:32,010 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/224f33b6a5b547eaab7d1da3f97d1ccd is 50, key is test_row_0/A:col10/1731963151302/Put/seqid=0
2024-11-18T20:52:32,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-18T20:52:32,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:32,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-18T20:52:32,021 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:32,022 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/bb32b2be15594f23805c933e705c88c1 is 50, key is test_row_0/B:col10/1731963151302/Put/seqid=0
2024-11-18T20:52:32,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742306_1482 (size=12104)
2024-11-18T20:52:32,067 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/224f33b6a5b547eaab7d1da3f97d1ccd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/224f33b6a5b547eaab7d1da3f97d1ccd
2024-11-18T20:52:32,071 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 224f33b6a5b547eaab7d1da3f97d1ccd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:32,071 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:32,072 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963151991; duration=0sec
2024-11-18T20:52:32,072 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:32,072 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:32,072 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:32,073 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:32,073 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:32,073 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:32,073 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7b3df30ccc3045c6999b56d280803476, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/cb25dd492fb948f684df351667958621, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4a205dfd1aed474a8138168e28e0261d] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=35.2 K
2024-11-18T20:52:32,073 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b3df30ccc3045c6999b56d280803476, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731963150565
2024-11-18T20:52:32,073 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb25dd492fb948f684df351667958621, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731963150632
2024-11-18T20:52:32,074 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a205dfd1aed474a8138168e28e0261d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731963151302
2024-11-18T20:52:32,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742307_1483 (size=12104)
2024-11-18T20:52:32,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/82c3b1de5f234f5a94ed38cf40abedfc is 50, key is test_row_0/A:col10/1731963151547/Put/seqid=0
2024-11-18T20:52:32,102 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:32,103 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/003fc628ff8744c19519a402c4aa970c is 50, key is test_row_0/C:col10/1731963151302/Put/seqid=0
2024-11-18T20:52:32,114 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a933cd5de9d04a6885de27f224a72982, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82b23af78c8648c28b74bf41e5a6f08c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/4f410d6f4c75421fa509676224db895a] to archive
2024-11-18T20:52:32,116 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:52:32,121 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a933cd5de9d04a6885de27f224a72982 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a933cd5de9d04a6885de27f224a72982
2024-11-18T20:52:32,123 WARN  [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 0
2024-11-18T20:52:32,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82b23af78c8648c28b74bf41e5a6f08c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82b23af78c8648c28b74bf41e5a6f08c
2024-11-18T20:52:32,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/29a7ef02c270:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/4f410d6f4c75421fa509676224db895a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/4f410d6f4c75421fa509676224db895a
2024-11-18T20:52:32,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742308_1484 (size=12001)
2024-11-18T20:52:32,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742309_1485 (size=12104)
2024-11-18T20:52:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:32,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963212264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963212264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963212264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963212379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963212379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963212390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963212470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,485 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/bb32b2be15594f23805c933e705c88c1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/bb32b2be15594f23805c933e705c88c1
2024-11-18T20:52:32,490 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into bb32b2be15594f23805c933e705c88c1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:32,490 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:32,490 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963151991; duration=0sec
2024-11-18T20:52:32,490 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:32,490 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:32,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/82c3b1de5f234f5a94ed38cf40abedfc
2024-11-18T20:52:32,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/230c54addd784b25888788ebc990f139 is 50, key is test_row_0/B:col10/1731963151547/Put/seqid=0
2024-11-18T20:52:32,585 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/003fc628ff8744c19519a402c4aa970c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/003fc628ff8744c19519a402c4aa970c
2024-11-18T20:52:32,592 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 003fc628ff8744c19519a402c4aa970c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:32,592 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:32,592 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963151992; duration=0sec
2024-11-18T20:52:32,593 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:32,593 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:32,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963212590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963212590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963212610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742310_1486 (size=12001)
2024-11-18T20:52:32,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/230c54addd784b25888788ebc990f139
2024-11-18T20:52:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/695edae7fccb464f8cd0f0e105a9a501 is 50, key is test_row_0/C:col10/1731963151547/Put/seqid=0
2024-11-18T20:52:32,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742311_1487 (size=12001)
2024-11-18T20:52:32,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/695edae7fccb464f8cd0f0e105a9a501
2024-11-18T20:52:32,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/82c3b1de5f234f5a94ed38cf40abedfc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82c3b1de5f234f5a94ed38cf40abedfc
2024-11-18T20:52:32,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82c3b1de5f234f5a94ed38cf40abedfc, entries=150, sequenceid=74, filesize=11.7 K
2024-11-18T20:52:32,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/230c54addd784b25888788ebc990f139 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/230c54addd784b25888788ebc990f139
2024-11-18T20:52:32,682 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/230c54addd784b25888788ebc990f139, entries=150, sequenceid=74, filesize=11.7 K
2024-11-18T20:52:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/695edae7fccb464f8cd0f0e105a9a501 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/695edae7fccb464f8cd0f0e105a9a501
2024-11-18T20:52:32,688 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/695edae7fccb464f8cd0f0e105a9a501, entries=150, sequenceid=74, filesize=11.7 K
2024-11-18T20:52:32,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 7cd589d20a2fe627b7b6645c9fd913ba in 674ms, sequenceid=74, compaction requested=false
2024-11-18T20:52:32,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:32,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:32,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-11-18T20:52:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-11-18T20:52:32,692 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-18T20:52:32,692 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0660 sec
2024-11-18T20:52:32,694 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.0730 sec
2024-11-18T20:52:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T20:52:32,780 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:32,781 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-11-18T20:52:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T20:52:32,784 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:32,785 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:32,785 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:32,836 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:32,836 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:52:32,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/ae98bccbe7c14d2e878c3fd5d1fdaff5 is 50, key is test_row_0/A:col10/1731963152244/Put/seqid=0
2024-11-18T20:52:32,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742312_1488 (size=14341)
2024-11-18T20:52:32,871 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/ae98bccbe7c14d2e878c3fd5d1fdaff5
2024-11-18T20:52:32,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/45698e020b6c480bb02dbf3ec59e20ef is 50, key is test_row_0/B:col10/1731963152244/Put/seqid=0
2024-11-18T20:52:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T20:52:32,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742313_1489 (size=12001)
2024-11-18T20:52:32,892 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/45698e020b6c480bb02dbf3ec59e20ef
2024-11-18T20:52:32,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2494d8ddd0bd4d389c98db007bdf74bc is 50, key is test_row_0/C:col10/1731963152244/Put/seqid=0
2024-11-18T20:52:32,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-18T20:52:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:32,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:32,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:32,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:32,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:32,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963212947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742314_1490 (size=12001)
2024-11-18T20:52:32,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963212957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963212959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,977 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2494d8ddd0bd4d389c98db007bdf74bc
2024-11-18T20:52:32,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963212962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:32,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:32,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/ae98bccbe7c14d2e878c3fd5d1fdaff5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ae98bccbe7c14d2e878c3fd5d1fdaff5
2024-11-18T20:52:32,985 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ae98bccbe7c14d2e878c3fd5d1fdaff5, entries=200, sequenceid=92, filesize=14.0 K
2024-11-18T20:52:32,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/45698e020b6c480bb02dbf3ec59e20ef as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/45698e020b6c480bb02dbf3ec59e20ef
2024-11-18T20:52:32,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/45698e020b6c480bb02dbf3ec59e20ef, entries=150, sequenceid=92, filesize=11.7 K
2024-11-18T20:52:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2494d8ddd0bd4d389c98db007bdf74bc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2494d8ddd0bd4d389c98db007bdf74bc
2024-11-18T20:52:32,996 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2494d8ddd0bd4d389c98db007bdf74bc, entries=150, sequenceid=92, filesize=11.7 K
2024-11-18T20:52:32,996 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7cd589d20a2fe627b7b6645c9fd913ba in 160ms, sequenceid=92, compaction requested=true
2024-11-18T20:52:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:32,997 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:32,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:52:32,997 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:32,998 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:32,998 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:32,998 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:32,998 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/224f33b6a5b547eaab7d1da3f97d1ccd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82c3b1de5f234f5a94ed38cf40abedfc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ae98bccbe7c14d2e878c3fd5d1fdaff5] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=37.5 K
2024-11-18T20:52:32,998 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:32,998 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:32,998 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:32,998 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 224f33b6a5b547eaab7d1da3f97d1ccd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731963151302
2024-11-18T20:52:32,998 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/bb32b2be15594f23805c933e705c88c1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/230c54addd784b25888788ebc990f139, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/45698e020b6c480bb02dbf3ec59e20ef] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=35.3 K
2024-11-18T20:52:32,998 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c3b1de5f234f5a94ed38cf40abedfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731963151520
2024-11-18T20:52:32,999 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting bb32b2be15594f23805c933e705c88c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731963151302
2024-11-18T20:52:32,999 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae98bccbe7c14d2e878c3fd5d1fdaff5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731963152216
2024-11-18T20:52:32,999 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 230c54addd784b25888788ebc990f139, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731963151520
2024-11-18T20:52:32,999 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 45698e020b6c480bb02dbf3ec59e20ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731963152216
2024-11-18T20:52:33,018 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:33,018 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:33,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/66f8af3d70984e9b89e447c4e04e5a55 is 50, key is test_row_0/A:col10/1731963152244/Put/seqid=0
2024-11-18T20:52:33,019 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/283308c6c0264ed8839807185d0875b8 is 50, key is test_row_0/B:col10/1731963152244/Put/seqid=0
2024-11-18T20:52:33,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742316_1492 (size=12207)
2024-11-18T20:52:33,076 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/283308c6c0264ed8839807185d0875b8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/283308c6c0264ed8839807185d0875b8
2024-11-18T20:52:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:33,080 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:33,080 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-18T20:52:33,085 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into 283308c6c0264ed8839807185d0875b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:33,085 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:33,085 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963152997; duration=0sec
2024-11-18T20:52:33,086 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:33,086 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:33,086 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:33,087 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:33,087 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:33,088 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:33,088 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/003fc628ff8744c19519a402c4aa970c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/695edae7fccb464f8cd0f0e105a9a501, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2494d8ddd0bd4d389c98db007bdf74bc] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=35.3 K
2024-11-18T20:52:33,089 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 003fc628ff8744c19519a402c4aa970c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731963151302
2024-11-18T20:52:33,090 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 695edae7fccb464f8cd0f0e105a9a501, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731963151520
2024-11-18T20:52:33,091 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2494d8ddd0bd4d389c98db007bdf74bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731963152216
2024-11-18T20:52:33,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-18T20:52:33,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:33,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:33,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:33,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:33,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:33,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742315_1491 (size=12104)
2024-11-18T20:52:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T20:52:33,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/2825d5f2900a4b738eb1babe7ce8f25a is 50, key is test_row_0/A:col10/1731963152959/Put/seqid=0
2024-11-18T20:52:33,114 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:33,115 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/e92db001540547db85f0faaa5b683d31 is 50, key is test_row_0/C:col10/1731963152244/Put/seqid=0
2024-11-18T20:52:33,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963213119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742317_1493 (size=14341)
2024-11-18T20:52:33,144 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/2825d5f2900a4b738eb1babe7ce8f25a
2024-11-18T20:52:33,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963213136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963213137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963213137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742318_1494 (size=12207)
2024-11-18T20:52:33,177 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/e92db001540547db85f0faaa5b683d31 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e92db001540547db85f0faaa5b683d31
2024-11-18T20:52:33,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c5717edd1f7f419e824af26aa381a4ee is 50, key is test_row_0/B:col10/1731963152959/Put/seqid=0
2024-11-18T20:52:33,184 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into e92db001540547db85f0faaa5b683d31(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:33,184 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:33,184 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963152997; duration=0sec
2024-11-18T20:52:33,184 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:33,184 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:33,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742319_1495 (size=12001)
2024-11-18T20:52:33,204 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c5717edd1f7f419e824af26aa381a4ee
2024-11-18T20:52:33,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/911b5abc61e34c4b8f5e08fa84f61c7a is 50, key is test_row_0/C:col10/1731963152959/Put/seqid=0
2024-11-18T20:52:33,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-18T20:52:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:33,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:33,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963213240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742320_1496 (size=12001)
2024-11-18T20:52:33,269 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/911b5abc61e34c4b8f5e08fa84f61c7a
2024-11-18T20:52:33,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963213259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/2825d5f2900a4b738eb1babe7ce8f25a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2825d5f2900a4b738eb1babe7ce8f25a
2024-11-18T20:52:33,278 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2825d5f2900a4b738eb1babe7ce8f25a, entries=200, sequenceid=114, filesize=14.0 K
2024-11-18T20:52:33,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c5717edd1f7f419e824af26aa381a4ee as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c5717edd1f7f419e824af26aa381a4ee
2024-11-18T20:52:33,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963213270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963213270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,284 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c5717edd1f7f419e824af26aa381a4ee, entries=150, sequenceid=114, filesize=11.7 K
2024-11-18T20:52:33,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/911b5abc61e34c4b8f5e08fa84f61c7a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/911b5abc61e34c4b8f5e08fa84f61c7a
2024-11-18T20:52:33,296 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/911b5abc61e34c4b8f5e08fa84f61c7a, entries=150, sequenceid=114, filesize=11.7 K
2024-11-18T20:52:33,297 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 7cd589d20a2fe627b7b6645c9fd913ba in 216ms, sequenceid=114, compaction requested=false
2024-11-18T20:52:33,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:33,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-18T20:52:33,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:33,398 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:52:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T20:52:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/7f695527ab4946adaca20edce4865a6e is 50, key is test_row_0/A:col10/1731963153135/Put/seqid=0
2024-11-18T20:52:33,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742321_1497 (size=12051)
2024-11-18T20:52:33,464 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/7f695527ab4946adaca20edce4865a6e
2024-11-18T20:52:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:33,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/27def4552810464c811df1e52f2f21cd is 50, key is test_row_0/B:col10/1731963153135/Put/seqid=0
2024-11-18T20:52:33,499 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/66f8af3d70984e9b89e447c4e04e5a55 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66f8af3d70984e9b89e447c4e04e5a55
2024-11-18T20:52:33,504 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 66f8af3d70984e9b89e447c4e04e5a55(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:33,504 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:33,504 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963152997; duration=0sec
2024-11-18T20:52:33,504 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:33,504 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:33,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742322_1498 (size=12051)
2024-11-18T20:52:33,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/27def4552810464c811df1e52f2f21cd
2024-11-18T20:52:33,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/105d592acdb8416e976253d29eaa844d is 50, key is test_row_0/C:col10/1731963153135/Put/seqid=0
2024-11-18T20:52:33,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742323_1499 (size=12051)
2024-11-18T20:52:33,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/105d592acdb8416e976253d29eaa844d
2024-11-18T20:52:33,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963213530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963213532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963213533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/7f695527ab4946adaca20edce4865a6e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/7f695527ab4946adaca20edce4865a6e
2024-11-18T20:52:33,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963213547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/7f695527ab4946adaca20edce4865a6e, entries=150, sequenceid=131, filesize=11.8 K
2024-11-18T20:52:33,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/27def4552810464c811df1e52f2f21cd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27def4552810464c811df1e52f2f21cd
2024-11-18T20:52:33,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963213552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27def4552810464c811df1e52f2f21cd, entries=150, sequenceid=131, filesize=11.8 K
2024-11-18T20:52:33,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/105d592acdb8416e976253d29eaa844d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/105d592acdb8416e976253d29eaa844d
2024-11-18T20:52:33,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/105d592acdb8416e976253d29eaa844d, entries=150, sequenceid=131, filesize=11.8 K
2024-11-18T20:52:33,582 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7cd589d20a2fe627b7b6645c9fd913ba in 184ms, sequenceid=131, compaction requested=true
2024-11-18T20:52:33,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:33,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:33,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-11-18T20:52:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-11-18T20:52:33,585 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-18T20:52:33,585 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 798 msec
2024-11-18T20:52:33,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 805 msec
2024-11-18T20:52:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:33,664 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:52:33,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/fd47510b234f4c7a8907928a487872d2 is 50, key is test_row_0/A:col10/1731963153543/Put/seqid=0
2024-11-18T20:52:33,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742324_1500 (size=14541)
2024-11-18T20:52:33,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963213681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963213681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963213689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963213696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963213696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963213800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963213803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963213803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963213819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963213819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:33,830 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:52:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-18T20:52:33,920 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:33,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-11-18T20:52:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-18T20:52:33,924 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:33,924 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:33,925 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:34,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963214011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963214022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963214022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-18T20:52:34,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963214040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963214040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-18T20:52:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,091 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/fd47510b234f4c7a8907928a487872d2
2024-11-18T20:52:34,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/257696d726944597b8deb72a15a3150b is 50, key is test_row_0/B:col10/1731963153543/Put/seqid=0
2024-11-18T20:52:34,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742325_1501 (size=12151)
2024-11-18T20:52:34,111 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/257696d726944597b8deb72a15a3150b
2024-11-18T20:52:34,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/e44383fce30c49379bb54034dfe2825f is 50, key is test_row_0/C:col10/1731963153543/Put/seqid=0
2024-11-18T20:52:34,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742326_1502 (size=12151)
2024-11-18T20:52:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-18T20:52:34,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-18T20:52:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963214330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963214330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963214330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963214349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963214360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-18T20:52:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,542 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/e44383fce30c49379bb54034dfe2825f
2024-11-18T20:52:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-18T20:52:34,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-18T20:52:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:34,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/fd47510b234f4c7a8907928a487872d2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/fd47510b234f4c7a8907928a487872d2
2024-11-18T20:52:34,576 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/fd47510b234f4c7a8907928a487872d2, entries=200, sequenceid=155, filesize=14.2 K
2024-11-18T20:52:34,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/257696d726944597b8deb72a15a3150b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/257696d726944597b8deb72a15a3150b
2024-11-18T20:52:34,582 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/257696d726944597b8deb72a15a3150b, entries=150, sequenceid=155, filesize=11.9 K
2024-11-18T20:52:34,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/e44383fce30c49379bb54034dfe2825f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e44383fce30c49379bb54034dfe2825f
2024-11-18T20:52:34,588 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e44383fce30c49379bb54034dfe2825f, entries=150, sequenceid=155, filesize=11.9 K
2024-11-18T20:52:34,589 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7cd589d20a2fe627b7b6645c9fd913ba in 926ms, sequenceid=155, compaction requested=true
2024-11-18T20:52:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:34,589 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:34,590 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:34,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:34,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:34,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:34,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:34,595 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53037 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:34,595 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:34,595 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:34,595 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:34,595 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,595 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,595 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/283308c6c0264ed8839807185d0875b8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c5717edd1f7f419e824af26aa381a4ee, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27def4552810464c811df1e52f2f21cd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/257696d726944597b8deb72a15a3150b] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=47.3 K
2024-11-18T20:52:34,595 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66f8af3d70984e9b89e447c4e04e5a55, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2825d5f2900a4b738eb1babe7ce8f25a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/7f695527ab4946adaca20edce4865a6e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/fd47510b234f4c7a8907928a487872d2] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=51.8 K
2024-11-18T20:52:34,596 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66f8af3d70984e9b89e447c4e04e5a55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731963152216
2024-11-18T20:52:34,596 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 283308c6c0264ed8839807185d0875b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731963152216
2024-11-18T20:52:34,596 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c5717edd1f7f419e824af26aa381a4ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731963152935
2024-11-18T20:52:34,596 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2825d5f2900a4b738eb1babe7ce8f25a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731963152935
2024-11-18T20:52:34,596 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 27def4552810464c811df1e52f2f21cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731963153115
2024-11-18T20:52:34,596 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f695527ab4946adaca20edce4865a6e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731963153115
2024-11-18T20:52:34,597 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 257696d726944597b8deb72a15a3150b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731963153524
2024-11-18T20:52:34,597 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd47510b234f4c7a8907928a487872d2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731963153524
2024-11-18T20:52:34,622 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:34,622 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/27e0ae35419e40a1a0d39d5219d08d89 is 50, key is test_row_0/B:col10/1731963153543/Put/seqid=0
2024-11-18T20:52:34,632 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:34,633 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/2d6d60a9bcf94b85b8cca45b0f70ce49 is 50, key is test_row_0/A:col10/1731963153543/Put/seqid=0
2024-11-18T20:52:34,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742327_1503 (size=12493)
2024-11-18T20:52:34,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742328_1504 (size=12391)
2024-11-18T20:52:34,694 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/2d6d60a9bcf94b85b8cca45b0f70ce49 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2d6d60a9bcf94b85b8cca45b0f70ce49
2024-11-18T20:52:34,706 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 2d6d60a9bcf94b85b8cca45b0f70ce49(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:34,706 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:34,706 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=12, startTime=1731963154589; duration=0sec
2024-11-18T20:52:34,706 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:34,706 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:34,706 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:34,711 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:34,711 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:34,711 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,711 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e92db001540547db85f0faaa5b683d31, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/911b5abc61e34c4b8f5e08fa84f61c7a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/105d592acdb8416e976253d29eaa844d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e44383fce30c49379bb54034dfe2825f] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=47.3 K
2024-11-18T20:52:34,711 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting e92db001540547db85f0faaa5b683d31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731963152216
2024-11-18T20:52:34,712 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 911b5abc61e34c4b8f5e08fa84f61c7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731963152935
2024-11-18T20:52:34,712 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 105d592acdb8416e976253d29eaa844d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731963153115
2024-11-18T20:52:34,712 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting e44383fce30c49379bb54034dfe2825f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731963153524
2024-11-18T20:52:34,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-18T20:52:34,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:34,720 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-18T20:52:34,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/b698337357a24fdb8a4dd5f2c06953c8 is 50, key is test_row_0/A:col10/1731963153677/Put/seqid=0
2024-11-18T20:52:34,750 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:34,750 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/eaaaebeafc6b451eae3517cd7cea2f30 is 50, key is test_row_0/C:col10/1731963153543/Put/seqid=0
2024-11-18T20:52:34,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742329_1505 (size=12151)
2024-11-18T20:52:34,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/b698337357a24fdb8a4dd5f2c06953c8
2024-11-18T20:52:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c11783b45bd446faa4e71fd28bcd85a7 is 50, key is test_row_0/B:col10/1731963153677/Put/seqid=0
2024-11-18T20:52:34,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742330_1506 (size=12493)
2024-11-18T20:52:34,817 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/eaaaebeafc6b451eae3517cd7cea2f30 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/eaaaebeafc6b451eae3517cd7cea2f30
2024-11-18T20:52:34,830 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into eaaaebeafc6b451eae3517cd7cea2f30(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:34,830 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:34,830 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=12, startTime=1731963154590; duration=0sec
2024-11-18T20:52:34,830 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:34,830 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:34,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742331_1507 (size=12151)
2024-11-18T20:52:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:34,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:34,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963214942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963214950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963214953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963214952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:34,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963214956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,055 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/27e0ae35419e40a1a0d39d5219d08d89 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27e0ae35419e40a1a0d39d5219d08d89
2024-11-18T20:52:35,060 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into 27e0ae35419e40a1a0d39d5219d08d89(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:35,060 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:35,060 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=12, startTime=1731963154589; duration=0sec
2024-11-18T20:52:35,060 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:35,060 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-18T20:52:35,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963215060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963215070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963215070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963215070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963215079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c11783b45bd446faa4e71fd28bcd85a7
2024-11-18T20:52:35,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/bac32e199bc84c17885402ff6273ac43 is 50, key is test_row_0/C:col10/1731963153677/Put/seqid=0
2024-11-18T20:52:35,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742332_1508 (size=12151)
2024-11-18T20:52:35,286 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/bac32e199bc84c17885402ff6273ac43
2024-11-18T20:52:35,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963215280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963215280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/b698337357a24fdb8a4dd5f2c06953c8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b698337357a24fdb8a4dd5f2c06953c8
2024-11-18T20:52:35,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963215290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963215290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,301 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b698337357a24fdb8a4dd5f2c06953c8, entries=150, sequenceid=169, filesize=11.9 K
2024-11-18T20:52:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c11783b45bd446faa4e71fd28bcd85a7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c11783b45bd446faa4e71fd28bcd85a7
2024-11-18T20:52:35,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963215300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,308 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c11783b45bd446faa4e71fd28bcd85a7, entries=150, sequenceid=169, filesize=11.9 K
2024-11-18T20:52:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/bac32e199bc84c17885402ff6273ac43 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bac32e199bc84c17885402ff6273ac43
2024-11-18T20:52:35,317 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bac32e199bc84c17885402ff6273ac43, entries=150, sequenceid=169, filesize=11.9 K
2024-11-18T20:52:35,318 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7cd589d20a2fe627b7b6645c9fd913ba in 598ms, sequenceid=169, compaction requested=false
2024-11-18T20:52:35,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:35,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:35,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-18T20:52:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-18T20:52:35,326 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-18T20:52:35,326 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec
2024-11-18T20:52:35,328 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.4060 sec
2024-11-18T20:52:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:35,626 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:35,626 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-18T20:52:35,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/5adbe309345243cea9188749a373be89 is 50, key is test_row_0/A:col10/1731963155610/Put/seqid=0
2024-11-18T20:52:35,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742333_1509 (size=16931)
2024-11-18T20:52:35,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963215641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963215641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963215687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963215687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963215692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963215790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963215790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963215814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963215814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:35,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963215815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:35,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:35,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963216013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963216015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963216044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963216048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,071 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/5adbe309345243cea9188749a373be89
2024-11-18T20:52:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-18T20:52:36,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963216055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,079 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,087 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-11-18T20:52:36,093 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T20:52:36,094 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:36,094 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:36,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/3e5ea251641149c292c0c07cc713318c is 50, key is test_row_0/B:col10/1731963155610/Put/seqid=0
2024-11-18T20:52:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T20:52:36,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742334_1510 (size=12151)
2024-11-18T20:52:36,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-18T20:52:36,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963216360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963216367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963216380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963216383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T20:52:36,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963216395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-18T20:52:36,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:36,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-18T20:52:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,604 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/3e5ea251641149c292c0c07cc713318c
2024-11-18T20:52:36,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/789cfa434870420d96f0328ec0d84365 is 50, key is test_row_0/C:col10/1731963155610/Put/seqid=0
2024-11-18T20:52:36,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742335_1511 (size=12151)
2024-11-18T20:52:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T20:52:36,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-18T20:52:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-18T20:52:36,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:36,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:36,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:36,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963216892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963216904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963216923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963216924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963216931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:36,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:37,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-18T20:52:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:37,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:37,103 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/789cfa434870420d96f0328ec0d84365
2024-11-18T20:52:37,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/5adbe309345243cea9188749a373be89 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5adbe309345243cea9188749a373be89
2024-11-18T20:52:37,124 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5adbe309345243cea9188749a373be89, entries=250, sequenceid=196, filesize=16.5 K
2024-11-18T20:52:37,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/3e5ea251641149c292c0c07cc713318c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/3e5ea251641149c292c0c07cc713318c
2024-11-18T20:52:37,130 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/3e5ea251641149c292c0c07cc713318c, entries=150, sequenceid=196, filesize=11.9 K
2024-11-18T20:52:37,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/789cfa434870420d96f0328ec0d84365 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/789cfa434870420d96f0328ec0d84365
2024-11-18T20:52:37,135 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/789cfa434870420d96f0328ec0d84365, entries=150, sequenceid=196, filesize=11.9 K
2024-11-18T20:52:37,136 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7cd589d20a2fe627b7b6645c9fd913ba in 1510ms, sequenceid=196, compaction requested=true
2024-11-18T20:52:37,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:37,136 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:37,137 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:37,137 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41473 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:37,137 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:37,137 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:37,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:37,138 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2d6d60a9bcf94b85b8cca45b0f70ce49, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b698337357a24fdb8a4dd5f2c06953c8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5adbe309345243cea9188749a373be89] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=40.5 K
2024-11-18T20:52:37,138 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d6d60a9bcf94b85b8cca45b0f70ce49, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731963153524
2024-11-18T20:52:37,138 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting b698337357a24fdb8a4dd5f2c06953c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731963153677
2024-11-18T20:52:37,139 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:37,139 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:37,139 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:37,139 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27e0ae35419e40a1a0d39d5219d08d89, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c11783b45bd446faa4e71fd28bcd85a7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/3e5ea251641149c292c0c07cc713318c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=35.9 K
2024-11-18T20:52:37,141 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5adbe309345243cea9188749a373be89, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731963154890
2024-11-18T20:52:37,143 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 27e0ae35419e40a1a0d39d5219d08d89, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731963153524
2024-11-18T20:52:37,144 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c11783b45bd446faa4e71fd28bcd85a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731963153677
2024-11-18T20:52:37,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e5ea251641149c292c0c07cc713318c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731963154952
2024-11-18T20:52:37,175 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:37,178 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/1f7a24b9f2754628811f1802907643e4 is 50, key is test_row_0/A:col10/1731963155610/Put/seqid=0
2024-11-18T20:52:37,206 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:37,207 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/78d39f23d0cb462fb2d5879d3dbe910b is 50, key is test_row_0/B:col10/1731963155610/Put/seqid=0
2024-11-18T20:52:37,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-18T20:52:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:37,220 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-18T20:52:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T20:52:37,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742336_1512 (size=12493)
2024-11-18T20:52:37,259 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/1f7a24b9f2754628811f1802907643e4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1f7a24b9f2754628811f1802907643e4
2024-11-18T20:52:37,272 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 1f7a24b9f2754628811f1802907643e4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:37,272 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:37,272 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963157136; duration=0sec
2024-11-18T20:52:37,272 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:37,272 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:37,272 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:37,276 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:37,276 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:37,276 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:37,276 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/eaaaebeafc6b451eae3517cd7cea2f30, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bac32e199bc84c17885402ff6273ac43, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/789cfa434870420d96f0328ec0d84365] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=35.9 K
2024-11-18T20:52:37,277 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaaaebeafc6b451eae3517cd7cea2f30, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731963153524
2024-11-18T20:52:37,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/deb81928126b401cb584cde1c780179c is 50, key is test_row_0/A:col10/1731963155665/Put/seqid=0
2024-11-18T20:52:37,277 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting bac32e199bc84c17885402ff6273ac43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731963153677
2024-11-18T20:52:37,277 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 789cfa434870420d96f0328ec0d84365, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731963154952
2024-11-18T20:52:37,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742337_1513 (size=12595)
2024-11-18T20:52:37,305 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/78d39f23d0cb462fb2d5879d3dbe910b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/78d39f23d0cb462fb2d5879d3dbe910b
2024-11-18T20:52:37,312 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:37,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742338_1514 (size=12151)
2024-11-18T20:52:37,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/deb81928126b401cb584cde1c780179c
2024-11-18T20:52:37,318 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/e629afef8e3f4e7094e0a794a6fdcdc5 is 50, key is test_row_0/C:col10/1731963155610/Put/seqid=0
2024-11-18T20:52:37,319 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into 78d39f23d0cb462fb2d5879d3dbe910b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:37,319 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:37,319 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963157137; duration=0sec
2024-11-18T20:52:37,319 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:37,319 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/881a506962ad4d02a906b2d08b2b5723 is 50, key is test_row_0/B:col10/1731963155665/Put/seqid=0
2024-11-18T20:52:37,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742339_1515 (size=12151)
2024-11-18T20:52:37,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/881a506962ad4d02a906b2d08b2b5723
2024-11-18T20:52:37,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742340_1516 (size=12595)
2024-11-18T20:52:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2f531f47e2994ff2864f0d74be5440b0 is 50, key is test_row_0/C:col10/1731963155665/Put/seqid=0
2024-11-18T20:52:37,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742341_1517 (size=12151)
2024-11-18T20:52:37,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2f531f47e2994ff2864f0d74be5440b0
2024-11-18T20:52:37,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/deb81928126b401cb584cde1c780179c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/deb81928126b401cb584cde1c780179c
2024-11-18T20:52:37,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/deb81928126b401cb584cde1c780179c, entries=150, sequenceid=208, filesize=11.9 K
2024-11-18T20:52:37,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/881a506962ad4d02a906b2d08b2b5723 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/881a506962ad4d02a906b2d08b2b5723
2024-11-18T20:52:37,472 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/881a506962ad4d02a906b2d08b2b5723, entries=150, sequenceid=208, filesize=11.9 K
2024-11-18T20:52:37,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2f531f47e2994ff2864f0d74be5440b0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2f531f47e2994ff2864f0d74be5440b0
2024-11-18T20:52:37,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2f531f47e2994ff2864f0d74be5440b0, entries=150, sequenceid=208, filesize=11.9 K
2024-11-18T20:52:37,478 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 7cd589d20a2fe627b7b6645c9fd913ba in 258ms, sequenceid=208, compaction requested=false
2024-11-18T20:52:37,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:37,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:37,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-18T20:52:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-18T20:52:37,481 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-18T20:52:37,481 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec
2024-11-18T20:52:37,485 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.3950 sec
2024-11-18T20:52:37,808 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/e629afef8e3f4e7094e0a794a6fdcdc5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e629afef8e3f4e7094e0a794a6fdcdc5
2024-11-18T20:52:37,815 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into e629afef8e3f4e7094e0a794a6fdcdc5(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:37,816 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:37,816 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963157137; duration=0sec
2024-11-18T20:52:37,816 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:37,816 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:37,965 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:52:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:37,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/516e6932e2e04a62b2db72fa563c56b4 is 50, key is test_row_0/A:col10/1731963157964/Put/seqid=0
2024-11-18T20:52:38,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742342_1518 (size=14541)
2024-11-18T20:52:38,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963218052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963218056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963218071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963218075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963218076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963218185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963218199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963218200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963218210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963218210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-18T20:52:38,250 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:38,253 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-18T20:52:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T20:52:38,271 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:38,275 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:38,275 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:38,314 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T20:52:38,314 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-18T20:52:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T20:52:38,426 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/516e6932e2e04a62b2db72fa563c56b4
2024-11-18T20:52:38,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T20:52:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:38,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963218427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963218428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963218428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963218428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963218428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/01877aeacd5a4c6c8878db47496492ea is 50, key is test_row_0/B:col10/1731963157964/Put/seqid=0
2024-11-18T20:52:38,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742343_1519 (size=12151)
2024-11-18T20:52:38,524 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/01877aeacd5a4c6c8878db47496492ea
2024-11-18T20:52:38,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/d56579cc6ab84addbe5c8acd85e29de9 is 50, key is test_row_0/C:col10/1731963157964/Put/seqid=0
2024-11-18T20:52:38,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742344_1520 (size=12151)
2024-11-18T20:52:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T20:52:38,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T20:52:38,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:38,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:38,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:38,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T20:52:38,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:38,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:38,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:38,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963218750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963218750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963218750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963218750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963218750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T20:52:38,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T20:52:38,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:38,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:38,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:38,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:38,979 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/d56579cc6ab84addbe5c8acd85e29de9
2024-11-18T20:52:38,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/516e6932e2e04a62b2db72fa563c56b4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/516e6932e2e04a62b2db72fa563c56b4
2024-11-18T20:52:39,003 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/516e6932e2e04a62b2db72fa563c56b4, entries=200, sequenceid=222, filesize=14.2 K
2024-11-18T20:52:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/01877aeacd5a4c6c8878db47496492ea as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/01877aeacd5a4c6c8878db47496492ea
2024-11-18T20:52:39,011 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/01877aeacd5a4c6c8878db47496492ea, entries=150, sequenceid=222, filesize=11.9 K
2024-11-18T20:52:39,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/d56579cc6ab84addbe5c8acd85e29de9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d56579cc6ab84addbe5c8acd85e29de9
2024-11-18T20:52:39,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d56579cc6ab84addbe5c8acd85e29de9, entries=150, sequenceid=222, filesize=11.9 K
2024-11-18T20:52:39,019 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7cd589d20a2fe627b7b6645c9fd913ba in 1053ms, sequenceid=222, compaction requested=true
2024-11-18T20:52:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:39,019 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:39,019 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:39,020 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:39,020 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:39,020 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:39,020 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1f7a24b9f2754628811f1802907643e4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/deb81928126b401cb584cde1c780179c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/516e6932e2e04a62b2db72fa563c56b4] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=38.3 K
2024-11-18T20:52:39,020 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:39,020 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:39,020 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:39,020 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/78d39f23d0cb462fb2d5879d3dbe910b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/881a506962ad4d02a906b2d08b2b5723, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/01877aeacd5a4c6c8878db47496492ea] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.0 K
2024-11-18T20:52:39,021 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f7a24b9f2754628811f1802907643e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731963154952
2024-11-18T20:52:39,021 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 78d39f23d0cb462fb2d5879d3dbe910b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731963154952
2024-11-18T20:52:39,021 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting deb81928126b401cb584cde1c780179c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731963155635
2024-11-18T20:52:39,021 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 881a506962ad4d02a906b2d08b2b5723, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731963155635
2024-11-18T20:52:39,021 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 516e6932e2e04a62b2db72fa563c56b4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731963157941
2024-11-18T20:52:39,021 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 01877aeacd5a4c6c8878db47496492ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731963157941
2024-11-18T20:52:39,027 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:39,027 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:39,027 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/674601262e694c48b9fdf78453a0034c is 50, key is test_row_0/A:col10/1731963157964/Put/seqid=0
2024-11-18T20:52:39,028 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/b1b0a5a395b74861bfbc33dfa4f0965b is 50, key is test_row_0/B:col10/1731963157964/Put/seqid=0
2024-11-18T20:52:39,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742346_1522 (size=12697)
2024-11-18T20:52:39,046 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/b1b0a5a395b74861bfbc33dfa4f0965b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b1b0a5a395b74861bfbc33dfa4f0965b
2024-11-18T20:52:39,050 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into b1b0a5a395b74861bfbc33dfa4f0965b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:39,050 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:39,050 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963159019; duration=0sec
2024-11-18T20:52:39,051 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:39,051 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:39,051 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:39,052 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:39,052 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:39,052 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:39,053 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e629afef8e3f4e7094e0a794a6fdcdc5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2f531f47e2994ff2864f0d74be5440b0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d56579cc6ab84addbe5c8acd85e29de9] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.0 K
2024-11-18T20:52:39,053 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting e629afef8e3f4e7094e0a794a6fdcdc5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731963154952
2024-11-18T20:52:39,053 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f531f47e2994ff2864f0d74be5440b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731963155635
2024-11-18T20:52:39,053 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting d56579cc6ab84addbe5c8acd85e29de9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731963157941
2024-11-18T20:52:39,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T20:52:39,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:39,056 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-18T20:52:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/6348d10541864966962f602408be2fb3 is 50, key is test_row_0/A:col10/1731963158069/Put/seqid=0
2024-11-18T20:52:39,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742345_1521 (size=12595)
2024-11-18T20:52:39,072 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:39,072 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/b2e9369d43f74d7fbed30f6170bd2dd6 is 50, key is test_row_0/C:col10/1731963157964/Put/seqid=0
2024-11-18T20:52:39,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742347_1523 (size=12151)
2024-11-18T20:52:39,111 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/6348d10541864966962f602408be2fb3
2024-11-18T20:52:39,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742348_1524 (size=12697)
2024-11-18T20:52:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/1a749073ea6b4409851fa0287689e5a0 is 50, key is test_row_0/B:col10/1731963158069/Put/seqid=0
2024-11-18T20:52:39,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742349_1525 (size=12151)
2024-11-18T20:52:39,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/1a749073ea6b4409851fa0287689e5a0
2024-11-18T20:52:39,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/fcf0947a91254622950c6138d85ea2a1 is 50, key is test_row_0/C:col10/1731963158069/Put/seqid=0
2024-11-18T20:52:39,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742350_1526 (size=12151)
2024-11-18T20:52:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:39,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:39,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963219279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963219280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963219282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963219291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963219296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T20:52:39,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963219400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963219400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963219401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963219410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963219419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,474 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/674601262e694c48b9fdf78453a0034c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/674601262e694c48b9fdf78453a0034c
2024-11-18T20:52:39,478 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 674601262e694c48b9fdf78453a0034c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:39,478 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:39,479 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963159019; duration=0sec
2024-11-18T20:52:39,479 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:39,479 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:39,540 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/b2e9369d43f74d7fbed30f6170bd2dd6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/b2e9369d43f74d7fbed30f6170bd2dd6
2024-11-18T20:52:39,559 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into b2e9369d43f74d7fbed30f6170bd2dd6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:39,559 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:39,559 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963159019; duration=0sec
2024-11-18T20:52:39,559 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:39,559 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:39,601 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/fcf0947a91254622950c6138d85ea2a1
2024-11-18T20:52:39,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963219610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963219610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963219610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/6348d10541864966962f602408be2fb3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6348d10541864966962f602408be2fb3
2024-11-18T20:52:39,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6348d10541864966962f602408be2fb3, entries=150, sequenceid=249, filesize=11.9 K
2024-11-18T20:52:39,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/1a749073ea6b4409851fa0287689e5a0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/1a749073ea6b4409851fa0287689e5a0
2024-11-18T20:52:39,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/1a749073ea6b4409851fa0287689e5a0, entries=150, sequenceid=249, filesize=11.9 K
2024-11-18T20:52:39,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963219629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963219629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/fcf0947a91254622950c6138d85ea2a1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fcf0947a91254622950c6138d85ea2a1
2024-11-18T20:52:39,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fcf0947a91254622950c6138d85ea2a1, entries=150, sequenceid=249, filesize=11.9 K
2024-11-18T20:52:39,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7cd589d20a2fe627b7b6645c9fd913ba in 594ms, sequenceid=249, compaction requested=false
2024-11-18T20:52:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-18T20:52:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-18T20:52:39,663 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-18T20:52:39,663 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3800 sec
2024-11-18T20:52:39,672 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4170 sec
2024-11-18T20:52:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:39,923 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:39,923 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:52:39,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/6326e5e504d643858bd36e0575ef2ff4 is 50, key is test_row_1/A:col10/1731963159921/Put/seqid=0
2024-11-18T20:52:39,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742351_1527 (size=12247)
2024-11-18T20:52:39,943 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/6326e5e504d643858bd36e0575ef2ff4
2024-11-18T20:52:39,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/985f7ada761e4a199b33f23af20716c6 is 50, key is test_row_1/B:col10/1731963159921/Put/seqid=0
2024-11-18T20:52:39,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742352_1528 (size=9807)
2024-11-18T20:52:39,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963219985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963219986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963219986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963219992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963219997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963220100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963220100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963220100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963220109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963220110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963220310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963220310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963220310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963220320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963220331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,380 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/985f7ada761e4a199b33f23af20716c6
2024-11-18T20:52:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T20:52:40,410 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:40,410 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-18T20:52:40,412 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:40,413 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:40,413 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T20:52:40,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/18db895831d04446a0153842523576f2 is 50, key is test_row_1/C:col10/1731963159921/Put/seqid=0
2024-11-18T20:52:40,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742353_1529 (size=9807)
2024-11-18T20:52:40,458 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/18db895831d04446a0153842523576f2
2024-11-18T20:52:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/6326e5e504d643858bd36e0575ef2ff4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6326e5e504d643858bd36e0575ef2ff4
2024-11-18T20:52:40,467 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6326e5e504d643858bd36e0575ef2ff4, entries=150, sequenceid=262, filesize=12.0 K
2024-11-18T20:52:40,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/985f7ada761e4a199b33f23af20716c6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/985f7ada761e4a199b33f23af20716c6
2024-11-18T20:52:40,478 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/985f7ada761e4a199b33f23af20716c6, entries=100, sequenceid=262, filesize=9.6 K
2024-11-18T20:52:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/18db895831d04446a0153842523576f2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18db895831d04446a0153842523576f2
2024-11-18T20:52:40,486 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18db895831d04446a0153842523576f2, entries=100, sequenceid=262, filesize=9.6 K
2024-11-18T20:52:40,487 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7cd589d20a2fe627b7b6645c9fd913ba in 564ms, sequenceid=262, compaction requested=true
2024-11-18T20:52:40,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:40,492 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:40,493 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:40,493 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:40,493 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:40,493 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/674601262e694c48b9fdf78453a0034c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6348d10541864966962f602408be2fb3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6326e5e504d643858bd36e0575ef2ff4] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.1 K
2024-11-18T20:52:40,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:40,494 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 674601262e694c48b9fdf78453a0034c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731963157941
2024-11-18T20:52:40,494 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:40,494 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6348d10541864966962f602408be2fb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963158052
2024-11-18T20:52:40,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:40,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:40,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:40,494 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6326e5e504d643858bd36e0575ef2ff4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963159276
2024-11-18T20:52:40,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:40,501 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34655 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:40,501 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:40,501 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:40,501 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b1b0a5a395b74861bfbc33dfa4f0965b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/1a749073ea6b4409851fa0287689e5a0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/985f7ada761e4a199b33f23af20716c6] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=33.8 K
2024-11-18T20:52:40,512 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b1b0a5a395b74861bfbc33dfa4f0965b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731963157941
2024-11-18T20:52:40,515 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a749073ea6b4409851fa0287689e5a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963158052
2024-11-18T20:52:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T20:52:40,523 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 985f7ada761e4a199b33f23af20716c6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963159276
2024-11-18T20:52:40,537 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:40,538 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/a0855ed734864158a8e34ea7749c2233 is 50, key is test_row_0/A:col10/1731963158069/Put/seqid=0
2024-11-18T20:52:40,553 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:40,553 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/7e16655c388246ddab2932a313224bf1 is 50, key is test_row_0/B:col10/1731963158069/Put/seqid=0
2024-11-18T20:52:40,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-18T20:52:40,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:40,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:52:40,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742354_1530 (size=12747)
2024-11-18T20:52:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/1fdd9a266f50496f93e0c6fa5e5a55ef is 50, key is test_row_0/A:col10/1731963159989/Put/seqid=0
2024-11-18T20:52:40,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742355_1531 (size=12849)
2024-11-18T20:52:40,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:40,635 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/7e16655c388246ddab2932a313224bf1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/7e16655c388246ddab2932a313224bf1
2024-11-18T20:52:40,646 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into 7e16655c388246ddab2932a313224bf1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:40,646 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:40,646 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963160494; duration=0sec
2024-11-18T20:52:40,646 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:40,646 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:40,646 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:40,647 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34655 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:40,647 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:40,647 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:40,647 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/b2e9369d43f74d7fbed30f6170bd2dd6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fcf0947a91254622950c6138d85ea2a1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18db895831d04446a0153842523576f2] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=33.8 K
2024-11-18T20:52:40,649 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b2e9369d43f74d7fbed30f6170bd2dd6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731963157941
2024-11-18T20:52:40,649 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting fcf0947a91254622950c6138d85ea2a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731963158052
2024-11-18T20:52:40,650 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 18db895831d04446a0153842523576f2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963159276
2024-11-18T20:52:40,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742356_1532 (size=12301)
2024-11-18T20:52:40,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963220648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,669 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:40,669 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/973c9dc3fbfc47b4bc9b7d5a7b5d4d24 is 50, key is test_row_0/C:col10/1731963158069/Put/seqid=0
2024-11-18T20:52:40,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963220660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963220661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963220664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963220665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742357_1533 (size=12849)
2024-11-18T20:52:40,697 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/973c9dc3fbfc47b4bc9b7d5a7b5d4d24 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/973c9dc3fbfc47b4bc9b7d5a7b5d4d24
2024-11-18T20:52:40,704 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 973c9dc3fbfc47b4bc9b7d5a7b5d4d24(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:40,704 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:40,705 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963160494; duration=0sec
2024-11-18T20:52:40,705 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:40,705 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T20:52:40,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963220770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963220779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963220780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963220780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963220780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:40,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963220979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:40,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:40,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963220993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963220992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963220993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963220993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,022 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/a0855ed734864158a8e34ea7749c2233 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a0855ed734864158a8e34ea7749c2233
2024-11-18T20:52:41,032 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into a0855ed734864158a8e34ea7749c2233(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:41,032 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:41,032 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963160492; duration=0sec
2024-11-18T20:52:41,033 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:41,033 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T20:52:41,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/1fdd9a266f50496f93e0c6fa5e5a55ef
2024-11-18T20:52:41,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/22f64353f3ad4b63a94276ee902e6e2b is 50, key is test_row_0/B:col10/1731963159989/Put/seqid=0
2024-11-18T20:52:41,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742358_1534 (size=12301)
2024-11-18T20:52:41,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/22f64353f3ad4b63a94276ee902e6e2b
2024-11-18T20:52:41,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/f394f661d197468f9a646f4bef68f675 is 50, key is test_row_0/C:col10/1731963159989/Put/seqid=0
2024-11-18T20:52:41,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742359_1535 (size=12301)
2024-11-18T20:52:41,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/f394f661d197468f9a646f4bef68f675
2024-11-18T20:52:41,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/1fdd9a266f50496f93e0c6fa5e5a55ef as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1fdd9a266f50496f93e0c6fa5e5a55ef
2024-11-18T20:52:41,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1fdd9a266f50496f93e0c6fa5e5a55ef, entries=150, sequenceid=287, filesize=12.0 K
2024-11-18T20:52:41,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/22f64353f3ad4b63a94276ee902e6e2b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/22f64353f3ad4b63a94276ee902e6e2b
2024-11-18T20:52:41,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/22f64353f3ad4b63a94276ee902e6e2b, entries=150, sequenceid=287, filesize=12.0 K
2024-11-18T20:52:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/f394f661d197468f9a646f4bef68f675 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f394f661d197468f9a646f4bef68f675
2024-11-18T20:52:41,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f394f661d197468f9a646f4bef68f675, entries=150, sequenceid=287, filesize=12.0 K
2024-11-18T20:52:41,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7cd589d20a2fe627b7b6645c9fd913ba in 590ms, sequenceid=287, compaction requested=false
2024-11-18T20:52:41,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-18T20:52:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-18T20:52:41,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-18T20:52:41,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 747 msec
2024-11-18T20:52:41,168 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 756 msec
2024-11-18T20:52:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:41,292 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:41,292 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-18T20:52:41,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/ff8198c6119140d893ec79b33c8c8871 is 50, key is test_row_0/A:col10/1731963161291/Put/seqid=0
2024-11-18T20:52:41,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742360_1536 (size=14741)
2024-11-18T20:52:41,317 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/ff8198c6119140d893ec79b33c8c8871
2024-11-18T20:52:41,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/37af744c167249719c680cac7ad8954d is 50, key is test_row_0/B:col10/1731963161291/Put/seqid=0
2024-11-18T20:52:41,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742361_1537 (size=12301)
2024-11-18T20:52:41,343 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/37af744c167249719c680cac7ad8954d
2024-11-18T20:52:41,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/4e71cf01e97d4bf29a78e8be8aa4a727 is 50, key is test_row_0/C:col10/1731963161291/Put/seqid=0
2024-11-18T20:52:41,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963221348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963221350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963221351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742362_1538 (size=12301)
2024-11-18T20:52:41,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/4e71cf01e97d4bf29a78e8be8aa4a727
2024-11-18T20:52:41,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963221352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963221357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/ff8198c6119140d893ec79b33c8c8871 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ff8198c6119140d893ec79b33c8c8871
2024-11-18T20:52:41,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ff8198c6119140d893ec79b33c8c8871, entries=200, sequenceid=302, filesize=14.4 K
2024-11-18T20:52:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/37af744c167249719c680cac7ad8954d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/37af744c167249719c680cac7ad8954d
2024-11-18T20:52:41,376 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/37af744c167249719c680cac7ad8954d, entries=150, sequenceid=302, filesize=12.0 K
2024-11-18T20:52:41,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/4e71cf01e97d4bf29a78e8be8aa4a727 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e71cf01e97d4bf29a78e8be8aa4a727
2024-11-18T20:52:41,386 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e71cf01e97d4bf29a78e8be8aa4a727, entries=150, sequenceid=302, filesize=12.0 K
2024-11-18T20:52:41,386 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7cd589d20a2fe627b7b6645c9fd913ba in 94ms, sequenceid=302, compaction requested=true
2024-11-18T20:52:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:41,387 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:41,387 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:41,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:41,389 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:41,389 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:41,389 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:41,389 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:41,389 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:41,389 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a0855ed734864158a8e34ea7749c2233, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1fdd9a266f50496f93e0c6fa5e5a55ef, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ff8198c6119140d893ec79b33c8c8871] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=38.9 K
2024-11-18T20:52:41,389 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:41,389 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/7e16655c388246ddab2932a313224bf1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/22f64353f3ad4b63a94276ee902e6e2b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/37af744c167249719c680cac7ad8954d] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.6 K
2024-11-18T20:52:41,390 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0855ed734864158a8e34ea7749c2233, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963158069
2024-11-18T20:52:41,390 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e16655c388246ddab2932a313224bf1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963158069
2024-11-18T20:52:41,390 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fdd9a266f50496f93e0c6fa5e5a55ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731963159984
2024-11-18T20:52:41,390 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 22f64353f3ad4b63a94276ee902e6e2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731963159984
2024-11-18T20:52:41,390 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff8198c6119140d893ec79b33c8c8871, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963160631
2024-11-18T20:52:41,391 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 37af744c167249719c680cac7ad8954d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963160631
2024-11-18T20:52:41,401 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:41,401 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/af662edb0dd449778f3cd2cfeb76b734 is 50, key is test_row_0/B:col10/1731963161291/Put/seqid=0
2024-11-18T20:52:41,413 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:41,414 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/5aa2063b177247638b6d59a58d4c8b6f is 50, key is test_row_0/A:col10/1731963161291/Put/seqid=0
2024-11-18T20:52:41,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742364_1540 (size=12949)
2024-11-18T20:52:41,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742363_1539 (size=13051)
2024-11-18T20:52:41,435 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/af662edb0dd449778f3cd2cfeb76b734 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/af662edb0dd449778f3cd2cfeb76b734
2024-11-18T20:52:41,454 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into af662edb0dd449778f3cd2cfeb76b734(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:41,454 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:41,454 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963161387; duration=0sec
2024-11-18T20:52:41,454 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:41,454 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:41,454 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:41,459 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:41,459 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:41,459 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:41,459 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/973c9dc3fbfc47b4bc9b7d5a7b5d4d24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f394f661d197468f9a646f4bef68f675, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e71cf01e97d4bf29a78e8be8aa4a727] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.6 K
2024-11-18T20:52:41,460 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 973c9dc3fbfc47b4bc9b7d5a7b5d4d24, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731963158069
2024-11-18T20:52:41,461 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f394f661d197468f9a646f4bef68f675, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731963159984
2024-11-18T20:52:41,461 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e71cf01e97d4bf29a78e8be8aa4a727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963160631
2024-11-18T20:52:41,473 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:41,473 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/4e6a45ac18e14dd4bb146b2646dcf663 is 50, key is test_row_0/C:col10/1731963161291/Put/seqid=0
2024-11-18T20:52:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:41,478 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:41,478 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-18T20:52:41,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/f95ac3372cfc43a896c47f22df37a58d is 50, key is test_row_0/A:col10/1731963161477/Put/seqid=0
2024-11-18T20:52:41,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742365_1541 (size=13051)
2024-11-18T20:52:41,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963221500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963221514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,522 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/4e6a45ac18e14dd4bb146b2646dcf663 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e6a45ac18e14dd4bb146b2646dcf663
2024-11-18T20:52:41,525 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 4e6a45ac18e14dd4bb146b2646dcf663(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:41,525 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:41,525 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963161387; duration=0sec
2024-11-18T20:52:41,525 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:41,525 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:41,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963221515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963221517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963221517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742366_1542 (size=14741)
2024-11-18T20:52:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T20:52:41,549 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:41,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-18T20:52:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T20:52:41,555 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:41,557 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:41,558 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:41,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963221630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963221630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963221640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963221640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963221640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T20:52:41,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:41,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:41,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:41,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:41,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:41,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:41,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963221841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963221841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,844 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/5aa2063b177247638b6d59a58d4c8b6f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5aa2063b177247638b6d59a58d4c8b6f
2024-11-18T20:52:41,853 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 5aa2063b177247638b6d59a58d4c8b6f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:41,853 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:41,853 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963161387; duration=0sec
2024-11-18T20:52:41,853 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:41,853 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:41,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963221850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963221850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:41,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:41,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:41,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:41,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:41,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963221860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T20:52:41,940 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/f95ac3372cfc43a896c47f22df37a58d
2024-11-18T20:52:41,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/fe51f9d1ad594713aa0a68774c38e457 is 50, key is test_row_0/B:col10/1731963161477/Put/seqid=0
2024-11-18T20:52:41,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742367_1543 (size=12301)
2024-11-18T20:52:41,960 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/fe51f9d1ad594713aa0a68774c38e457
2024-11-18T20:52:41,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/fddb5bc732284899a71ac9eb465227b0 is 50, key is test_row_0/C:col10/1731963161477/Put/seqid=0
2024-11-18T20:52:42,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742368_1544 (size=12301)
2024-11-18T20:52:42,019 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/fddb5bc732284899a71ac9eb465227b0
2024-11-18T20:52:42,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/f95ac3372cfc43a896c47f22df37a58d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f95ac3372cfc43a896c47f22df37a58d
2024-11-18T20:52:42,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,034 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f95ac3372cfc43a896c47f22df37a58d, entries=200, sequenceid=328, filesize=14.4 K
2024-11-18T20:52:42,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/fe51f9d1ad594713aa0a68774c38e457 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/fe51f9d1ad594713aa0a68774c38e457
2024-11-18T20:52:42,046 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/fe51f9d1ad594713aa0a68774c38e457, entries=150, sequenceid=328, filesize=12.0 K
2024-11-18T20:52:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/fddb5bc732284899a71ac9eb465227b0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fddb5bc732284899a71ac9eb465227b0
2024-11-18T20:52:42,051 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fddb5bc732284899a71ac9eb465227b0, entries=150, sequenceid=328, filesize=12.0 K
2024-11-18T20:52:42,052 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7cd589d20a2fe627b7b6645c9fd913ba in 574ms, sequenceid=328, compaction requested=false
2024-11-18T20:52:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:42,157 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:42,157 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:52:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:42,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/612e5578a31f46c4aa6c470b1e42a840 is 50, key is test_row_0/A:col10/1731963161515/Put/seqid=0
2024-11-18T20:52:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T20:52:42,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742369_1545 (size=17181)
2024-11-18T20:52:42,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963222207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963222209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963222219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963222220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963222223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963222330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963222330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963222340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963222340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963222346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963222540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963222540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963222559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963222559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963222559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,600 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/612e5578a31f46c4aa6c470b1e42a840
2024-11-18T20:52:42,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/aa6a8c5423744102903973af3b7f4f34 is 50, key is test_row_0/B:col10/1731963161515/Put/seqid=0
2024-11-18T20:52:42,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742370_1546 (size=12301)
2024-11-18T20:52:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T20:52:42,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:42,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:42,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963222861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963222861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963222870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963222870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963222870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:42,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:42,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:43,065 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/aa6a8c5423744102903973af3b7f4f34
2024-11-18T20:52:43,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/3bfcadb31e2a499ba7accbaae7a705d9 is 50, key is test_row_0/C:col10/1731963161515/Put/seqid=0
2024-11-18T20:52:43,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742371_1547 (size=12301)
2024-11-18T20:52:43,101 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/3bfcadb31e2a499ba7accbaae7a705d9
2024-11-18T20:52:43,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:43,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:43,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:43,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:43,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:43,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/612e5578a31f46c4aa6c470b1e42a840 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/612e5578a31f46c4aa6c470b1e42a840
2024-11-18T20:52:43,137 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/612e5578a31f46c4aa6c470b1e42a840, entries=250, sequenceid=344, filesize=16.8 K
2024-11-18T20:52:43,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/aa6a8c5423744102903973af3b7f4f34 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/aa6a8c5423744102903973af3b7f4f34
2024-11-18T20:52:43,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/aa6a8c5423744102903973af3b7f4f34, entries=150, sequenceid=344, filesize=12.0 K
2024-11-18T20:52:43,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/3bfcadb31e2a499ba7accbaae7a705d9 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3bfcadb31e2a499ba7accbaae7a705d9
2024-11-18T20:52:43,146 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3bfcadb31e2a499ba7accbaae7a705d9, entries=150, sequenceid=344, filesize=12.0 K
2024-11-18T20:52:43,150 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 7cd589d20a2fe627b7b6645c9fd913ba in 993ms, sequenceid=344, compaction requested=true
2024-11-18T20:52:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:43,150 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:52:43,151 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:43,151 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:43,151 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:43,151 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5aa2063b177247638b6d59a58d4c8b6f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f95ac3372cfc43a896c47f22df37a58d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/612e5578a31f46c4aa6c470b1e42a840] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=43.8 K
2024-11-18T20:52:43,152 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5aa2063b177247638b6d59a58d4c8b6f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963160631
2024-11-18T20:52:43,152 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:43,153 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f95ac3372cfc43a896c47f22df37a58d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731963161345
2024-11-18T20:52:43,154 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 612e5578a31f46c4aa6c470b1e42a840, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731963161485
2024-11-18T20:52:43,154 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:43,154 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:43,154 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:43,154 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/af662edb0dd449778f3cd2cfeb76b734, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/fe51f9d1ad594713aa0a68774c38e457, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/aa6a8c5423744102903973af3b7f4f34] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.8 K
2024-11-18T20:52:43,156 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting af662edb0dd449778f3cd2cfeb76b734, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963160631
2024-11-18T20:52:43,158 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting fe51f9d1ad594713aa0a68774c38e457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731963161345
2024-11-18T20:52:43,159 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting aa6a8c5423744102903973af3b7f4f34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731963161513
2024-11-18T20:52:43,174 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:43,175 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/5443a19282714c8bbe31fd9f8517e77c is 50, key is test_row_0/A:col10/1731963161515/Put/seqid=0
2024-11-18T20:52:43,182 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:43,182 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/4b424e5fa45f47c5b914393c110592bf is 50, key is test_row_0/B:col10/1731963161515/Put/seqid=0
2024-11-18T20:52:43,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742372_1548 (size=13051)
2024-11-18T20:52:43,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742373_1549 (size=13153)
2024-11-18T20:52:43,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T20:52:43,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:43,267 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:52:43,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/42dd914c71074e45824c57db2907ef76 is 50, key is test_row_0/A:col10/1731963162191/Put/seqid=0
2024-11-18T20:52:43,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742374_1550 (size=12301)
2024-11-18T20:52:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:43,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:43,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963223398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963223402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963223404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963223408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963223409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963223520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963223520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963223521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963223521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963223529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,604 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/4b424e5fa45f47c5b914393c110592bf as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/4b424e5fa45f47c5b914393c110592bf
2024-11-18T20:52:43,606 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/5443a19282714c8bbe31fd9f8517e77c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5443a19282714c8bbe31fd9f8517e77c
2024-11-18T20:52:43,610 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into 4b424e5fa45f47c5b914393c110592bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:43,610 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:43,610 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963163150; duration=0sec
2024-11-18T20:52:43,610 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:43,610 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:43,610 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:43,612 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:43,612 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:43,612 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:43,612 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e6a45ac18e14dd4bb146b2646dcf663, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fddb5bc732284899a71ac9eb465227b0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3bfcadb31e2a499ba7accbaae7a705d9] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.8 K
2024-11-18T20:52:43,613 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 5443a19282714c8bbe31fd9f8517e77c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:43,614 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:43,614 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963163150; duration=0sec
2024-11-18T20:52:43,614 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:43,614 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:43,614 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e6a45ac18e14dd4bb146b2646dcf663, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731963160631
2024-11-18T20:52:43,614 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting fddb5bc732284899a71ac9eb465227b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731963161345
2024-11-18T20:52:43,615 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bfcadb31e2a499ba7accbaae7a705d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731963161513
2024-11-18T20:52:43,624 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:43,625 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/0385eb15404f451593a13b7eae415828 is 50, key is test_row_0/C:col10/1731963161515/Put/seqid=0
2024-11-18T20:52:43,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742375_1551 (size=13153)
2024-11-18T20:52:43,647 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/0385eb15404f451593a13b7eae415828 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0385eb15404f451593a13b7eae415828
2024-11-18T20:52:43,658 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 0385eb15404f451593a13b7eae415828(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:43,658 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:43,658 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963163150; duration=0sec
2024-11-18T20:52:43,658 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:43,658 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:43,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/42dd914c71074e45824c57db2907ef76
2024-11-18T20:52:43,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/17cec0e5a87f440ca34710377b3a0ece is 50, key is test_row_0/B:col10/1731963162191/Put/seqid=0
2024-11-18T20:52:43,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742376_1552 (size=12301)
2024-11-18T20:52:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T20:52:43,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963223732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963223740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963223740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963223740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963223740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:43,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963224050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963224050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963224050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963224050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963224050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/17cec0e5a87f440ca34710377b3a0ece
2024-11-18T20:52:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/0167d21766254b68bfc5653a32920197 is 50, key is test_row_0/C:col10/1731963162191/Put/seqid=0
2024-11-18T20:52:44,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742377_1553 (size=12301)
2024-11-18T20:52:44,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/0167d21766254b68bfc5653a32920197
2024-11-18T20:52:44,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/42dd914c71074e45824c57db2907ef76 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/42dd914c71074e45824c57db2907ef76
2024-11-18T20:52:44,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/42dd914c71074e45824c57db2907ef76, entries=150, sequenceid=367, filesize=12.0 K
2024-11-18T20:52:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/17cec0e5a87f440ca34710377b3a0ece as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/17cec0e5a87f440ca34710377b3a0ece
2024-11-18T20:52:44,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/17cec0e5a87f440ca34710377b3a0ece, entries=150, sequenceid=367, filesize=12.0 K
2024-11-18T20:52:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/0167d21766254b68bfc5653a32920197 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0167d21766254b68bfc5653a32920197
2024-11-18T20:52:44,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963224570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963224570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0167d21766254b68bfc5653a32920197, entries=150, sequenceid=367, filesize=12.0 K
2024-11-18T20:52:44,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7cd589d20a2fe627b7b6645c9fd913ba in 1309ms, sequenceid=367, compaction requested=false
2024-11-18T20:52:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-18T20:52:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-18T20:52:44,579 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-18T20:52:44,579 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0190 sec
2024-11-18T20:52:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:44,579 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:44,579 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:52:44,582 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 3.0310 sec
2024-11-18T20:52:44,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/f7653e19fc2247c69f82141b8d3568f1 is 50, key is test_row_0/A:col10/1731963163406/Put/seqid=0
2024-11-18T20:52:44,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742378_1554 (size=14741)
2024-11-18T20:52:44,610 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/f7653e19fc2247c69f82141b8d3568f1
2024-11-18T20:52:44,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/0d75f51db8584636ad6dbfd35b6386bd is 50, key is test_row_0/B:col10/1731963163406/Put/seqid=0
2024-11-18T20:52:44,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742379_1555 (size=12301)
2024-11-18T20:52:44,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963224644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963224645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963224658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963224769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963224769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963224781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963224981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963224981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:44,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:44,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963224999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,045 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/0d75f51db8584636ad6dbfd35b6386bd
2024-11-18T20:52:45,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/339fe86227ce4580a21aac93627156a5 is 50, key is test_row_0/C:col10/1731963163406/Put/seqid=0
2024-11-18T20:52:45,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742380_1556 (size=12301)
2024-11-18T20:52:45,068 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/339fe86227ce4580a21aac93627156a5
2024-11-18T20:52:45,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/f7653e19fc2247c69f82141b8d3568f1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f7653e19fc2247c69f82141b8d3568f1
2024-11-18T20:52:45,083 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f7653e19fc2247c69f82141b8d3568f1, entries=200, sequenceid=385, filesize=14.4 K
2024-11-18T20:52:45,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/0d75f51db8584636ad6dbfd35b6386bd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0d75f51db8584636ad6dbfd35b6386bd
2024-11-18T20:52:45,088 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0d75f51db8584636ad6dbfd35b6386bd, entries=150, sequenceid=385, filesize=12.0 K
2024-11-18T20:52:45,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/339fe86227ce4580a21aac93627156a5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/339fe86227ce4580a21aac93627156a5
2024-11-18T20:52:45,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/339fe86227ce4580a21aac93627156a5, entries=150, sequenceid=385, filesize=12.0 K
2024-11-18T20:52:45,102 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7cd589d20a2fe627b7b6645c9fd913ba in 523ms, sequenceid=385, compaction requested=true
2024-11-18T20:52:45,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:45,102 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:45,103 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:45,103 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:45,104 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:45,104 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5443a19282714c8bbe31fd9f8517e77c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/42dd914c71074e45824c57db2907ef76, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f7653e19fc2247c69f82141b8d3568f1] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=39.2 K
2024-11-18T20:52:45,104 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5443a19282714c8bbe31fd9f8517e77c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731963161513
2024-11-18T20:52:45,104 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42dd914c71074e45824c57db2907ef76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731963162191
2024-11-18T20:52:45,105 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7653e19fc2247c69f82141b8d3568f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731963163402
2024-11-18T20:52:45,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:45,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:45,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:45,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:45,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:45,109 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:45,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:45,109 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:45,109 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:45,110 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:45,110 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/4b424e5fa45f47c5b914393c110592bf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/17cec0e5a87f440ca34710377b3a0ece, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0d75f51db8584636ad6dbfd35b6386bd] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.9 K
2024-11-18T20:52:45,110 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b424e5fa45f47c5b914393c110592bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731963161513
2024-11-18T20:52:45,110 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 17cec0e5a87f440ca34710377b3a0ece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731963162191
2024-11-18T20:52:45,110 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d75f51db8584636ad6dbfd35b6386bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731963163406
2024-11-18T20:52:45,121 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:45,122 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/d8e6a43d6aac457aa9fb5bef950e22c8 is 50, key is test_row_0/A:col10/1731963163406/Put/seqid=0
2024-11-18T20:52:45,129 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:45,130 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/15dde2d26c4244e7bc740eb520203b33 is 50, key is test_row_0/B:col10/1731963163406/Put/seqid=0
2024-11-18T20:52:45,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742381_1557 (size=13153)
2024-11-18T20:52:45,147 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/d8e6a43d6aac457aa9fb5bef950e22c8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d8e6a43d6aac457aa9fb5bef950e22c8
2024-11-18T20:52:45,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742382_1558 (size=13255)
2024-11-18T20:52:45,169 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into d8e6a43d6aac457aa9fb5bef950e22c8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:45,169 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:45,169 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963165102; duration=0sec
2024-11-18T20:52:45,169 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:45,170 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:45,170 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:45,173 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:45,173 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:45,173 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:45,173 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0385eb15404f451593a13b7eae415828, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0167d21766254b68bfc5653a32920197, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/339fe86227ce4580a21aac93627156a5] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=36.9 K
2024-11-18T20:52:45,174 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0385eb15404f451593a13b7eae415828, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731963161513
2024-11-18T20:52:45,174 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0167d21766254b68bfc5653a32920197, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731963162191
2024-11-18T20:52:45,175 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 339fe86227ce4580a21aac93627156a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731963163406
2024-11-18T20:52:45,183 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:45,184 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/3c8acd7d1f1b4fbf802c4eb07db45b04 is 50, key is test_row_0/C:col10/1731963163406/Put/seqid=0
2024-11-18T20:52:45,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742383_1559 (size=13255)
2024-11-18T20:52:45,205 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/3c8acd7d1f1b4fbf802c4eb07db45b04 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3c8acd7d1f1b4fbf802c4eb07db45b04
2024-11-18T20:52:45,209 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 3c8acd7d1f1b4fbf802c4eb07db45b04(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:45,209 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:45,209 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963165109; duration=0sec
2024-11-18T20:52:45,209 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:45,209 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:45,293 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:45,293 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-18T20:52:45,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/c52046b314dc4e16b6c6ce5391dceb70 is 50, key is test_row_0/A:col10/1731963164656/Put/seqid=0
2024-11-18T20:52:45,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742384_1560 (size=14741)
2024-11-18T20:52:45,306 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/c52046b314dc4e16b6c6ce5391dceb70
2024-11-18T20:52:45,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/83ace13ab81e4c69b333600014762a98 is 50, key is test_row_0/B:col10/1731963164656/Put/seqid=0
2024-11-18T20:52:45,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742385_1561 (size=12301)
2024-11-18T20:52:45,333 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/83ace13ab81e4c69b333600014762a98
2024-11-18T20:52:45,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963225329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/d30347e714c9471ca0edc35e88c4ae8f is 50, key is test_row_0/C:col10/1731963164656/Put/seqid=0
2024-11-18T20:52:45,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963225331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963225333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742386_1562 (size=12301)
2024-11-18T20:52:45,351 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/d30347e714c9471ca0edc35e88c4ae8f
2024-11-18T20:52:45,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/c52046b314dc4e16b6c6ce5391dceb70 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/c52046b314dc4e16b6c6ce5391dceb70
2024-11-18T20:52:45,363 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/c52046b314dc4e16b6c6ce5391dceb70, entries=200, sequenceid=409, filesize=14.4 K
2024-11-18T20:52:45,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/83ace13ab81e4c69b333600014762a98 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/83ace13ab81e4c69b333600014762a98
2024-11-18T20:52:45,386 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/83ace13ab81e4c69b333600014762a98, entries=150, sequenceid=409, filesize=12.0 K
2024-11-18T20:52:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/d30347e714c9471ca0edc35e88c4ae8f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d30347e714c9471ca0edc35e88c4ae8f
2024-11-18T20:52:45,394 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d30347e714c9471ca0edc35e88c4ae8f, entries=150, sequenceid=409, filesize=12.0 K
2024-11-18T20:52:45,397 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7cd589d20a2fe627b7b6645c9fd913ba in 104ms, sequenceid=409, compaction requested=false
2024-11-18T20:52:45,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:45,455 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:45,456 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:52:45,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/29c0658191c74fca88211c21fb6adbf2 is 50, key is test_row_0/A:col10/1731963165455/Put/seqid=0
2024-11-18T20:52:45,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742387_1563 (size=17181)
2024-11-18T20:52:45,473 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/29c0658191c74fca88211c21fb6adbf2
2024-11-18T20:52:45,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c0274bd336524d11928176d530a69c4f is 50, key is test_row_0/B:col10/1731963165455/Put/seqid=0
2024-11-18T20:52:45,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742388_1564 (size=12301)
2024-11-18T20:52:45,555 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/15dde2d26c4244e7bc740eb520203b33 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/15dde2d26c4244e7bc740eb520203b33
2024-11-18T20:52:45,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963225547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,563 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into 15dde2d26c4244e7bc740eb520203b33(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:45,563 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:45,563 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963165109; duration=0sec
2024-11-18T20:52:45,563 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:45,563 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:45,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963225559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963225560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963225580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,586 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 7cd589d20a2fe627b7b6645c9fd913ba of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963225590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,598 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 7cd589d20a2fe627b7b6645c9fd913ba of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:52:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963225670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963225680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963225682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T20:52:45,711 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:45,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-18T20:52:45,716 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T20:52:45,717 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:45,718 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T20:52:45,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-18T20:52:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:45,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:45,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963225882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,893 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c0274bd336524d11928176d530a69c4f
2024-11-18T20:52:45,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963225902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963225902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:45,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2fdedd505f714e45b52e54e2f286780e is 50, key is test_row_0/C:col10/1731963165455/Put/seqid=0
2024-11-18T20:52:45,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742389_1565 (size=12301)
2024-11-18T20:52:45,940 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2fdedd505f714e45b52e54e2f286780e
2024-11-18T20:52:45,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/29c0658191c74fca88211c21fb6adbf2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/29c0658191c74fca88211c21fb6adbf2
2024-11-18T20:52:45,953 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/29c0658191c74fca88211c21fb6adbf2, entries=250, sequenceid=425, filesize=16.8 K
2024-11-18T20:52:45,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c0274bd336524d11928176d530a69c4f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c0274bd336524d11928176d530a69c4f
2024-11-18T20:52:45,959 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c0274bd336524d11928176d530a69c4f, entries=150, sequenceid=425, filesize=12.0 K
2024-11-18T20:52:45,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/2fdedd505f714e45b52e54e2f286780e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2fdedd505f714e45b52e54e2f286780e
2024-11-18T20:52:45,970 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2fdedd505f714e45b52e54e2f286780e, entries=150, sequenceid=425, filesize=12.0 K
2024-11-18T20:52:45,972 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 7cd589d20a2fe627b7b6645c9fd913ba in 516ms, sequenceid=425, compaction requested=true
2024-11-18T20:52:45,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:45,972 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:45,973 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45075 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:45,973 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:45,973 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:45,973 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d8e6a43d6aac457aa9fb5bef950e22c8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/c52046b314dc4e16b6c6ce5391dceb70, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/29c0658191c74fca88211c21fb6adbf2] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=44.0 K
2024-11-18T20:52:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:45,973 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:45,973 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8e6a43d6aac457aa9fb5bef950e22c8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731963163406
2024-11-18T20:52:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:45,974 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting c52046b314dc4e16b6c6ce5391dceb70, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731963164641
2024-11-18T20:52:45,974 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29c0658191c74fca88211c21fb6adbf2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731963165325
2024-11-18T20:52:45,974 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:45,974 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:45,974 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:45,974 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/15dde2d26c4244e7bc740eb520203b33, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/83ace13ab81e4c69b333600014762a98, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c0274bd336524d11928176d530a69c4f] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=37.0 K
2024-11-18T20:52:45,974 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 15dde2d26c4244e7bc740eb520203b33, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731963163406
2024-11-18T20:52:45,975 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 83ace13ab81e4c69b333600014762a98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731963164641
2024-11-18T20:52:45,975 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c0274bd336524d11928176d530a69c4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731963165325
2024-11-18T20:52:45,991 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:45,991 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/009dfa2fa8d742c5ae4340235db70b44 is 50, key is test_row_0/A:col10/1731963165455/Put/seqid=0
2024-11-18T20:52:46,001 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#483 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:46,002 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/07e7a388b76f4c21baa9763b037b47b5 is 50, key is test_row_0/B:col10/1731963165455/Put/seqid=0
2024-11-18T20:52:46,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742390_1566 (size=13255)
2024-11-18T20:52:46,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-18T20:52:46,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:46,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-18T20:52:46,031 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/009dfa2fa8d742c5ae4340235db70b44 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/009dfa2fa8d742c5ae4340235db70b44
2024-11-18T20:52:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T20:52:46,038 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 009dfa2fa8d742c5ae4340235db70b44(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:46,038 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:46,038 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963165972; duration=0sec
2024-11-18T20:52:46,038 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:46,038 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:46,038 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:46,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742391_1567 (size=13357)
2024-11-18T20:52:46,042 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:46,042 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:46,042 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:46,042 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3c8acd7d1f1b4fbf802c4eb07db45b04, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d30347e714c9471ca0edc35e88c4ae8f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2fdedd505f714e45b52e54e2f286780e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=37.0 K
2024-11-18T20:52:46,042 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c8acd7d1f1b4fbf802c4eb07db45b04, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731963163406
2024-11-18T20:52:46,043 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting d30347e714c9471ca0edc35e88c4ae8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731963164641
2024-11-18T20:52:46,045 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fdedd505f714e45b52e54e2f286780e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731963165325
2024-11-18T20:52:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/b7ed24ddcb4642869bf70d3073cb7837 is 50, key is test_row_0/A:col10/1731963165557/Put/seqid=0
2024-11-18T20:52:46,049 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/07e7a388b76f4c21baa9763b037b47b5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/07e7a388b76f4c21baa9763b037b47b5
2024-11-18T20:52:46,058 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into 07e7a388b76f4c21baa9763b037b47b5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:46,058 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:46,058 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963165973; duration=0sec
2024-11-18T20:52:46,058 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:46,059 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:46,069 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:46,070 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/26a762c4f88845ba93ef9e4166e85106 is 50, key is test_row_0/C:col10/1731963165455/Put/seqid=0
2024-11-18T20:52:46,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742392_1568 (size=12301)
2024-11-18T20:52:46,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742393_1569 (size=13357)
2024-11-18T20:52:46,134 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/26a762c4f88845ba93ef9e4166e85106 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/26a762c4f88845ba93ef9e4166e85106
2024-11-18T20:52:46,142 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 26a762c4f88845ba93ef9e4166e85106(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:46,142 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:46,142 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963165973; duration=0sec
2024-11-18T20:52:46,142 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:46,142 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:46,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:46,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963226278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963226278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963226281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T20:52:46,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963226410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963226411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963226411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/b7ed24ddcb4642869bf70d3073cb7837
2024-11-18T20:52:46,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/125cadb6cb7a48049650dd86a4dd0abe is 50, key is test_row_0/B:col10/1731963165557/Put/seqid=0
2024-11-18T20:52:46,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742394_1570 (size=12301)
2024-11-18T20:52:46,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963226620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963226629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963226629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T20:52:46,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/125cadb6cb7a48049650dd86a4dd0abe
2024-11-18T20:52:46,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963226930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963226939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/18ff0dd7e51f4392b39a7f4786e05691 is 50, key is test_row_0/C:col10/1731963165557/Put/seqid=0
2024-11-18T20:52:46,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742395_1571 (size=12301)
2024-11-18T20:52:46,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963226951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:46,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:46,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:46,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/18ff0dd7e51f4392b39a7f4786e05691
2024-11-18T20:52:46,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/b7ed24ddcb4642869bf70d3073cb7837 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b7ed24ddcb4642869bf70d3073cb7837
2024-11-18T20:52:46,966 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b7ed24ddcb4642869bf70d3073cb7837, entries=150, sequenceid=447, filesize=12.0 K
2024-11-18T20:52:46,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/125cadb6cb7a48049650dd86a4dd0abe as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/125cadb6cb7a48049650dd86a4dd0abe
2024-11-18T20:52:46,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/125cadb6cb7a48049650dd86a4dd0abe, entries=150, sequenceid=447, filesize=12.0 K
2024-11-18T20:52:46,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/18ff0dd7e51f4392b39a7f4786e05691 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18ff0dd7e51f4392b39a7f4786e05691
2024-11-18T20:52:46,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18ff0dd7e51f4392b39a7f4786e05691, entries=150, sequenceid=447, filesize=12.0 K
2024-11-18T20:52:46,975 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7cd589d20a2fe627b7b6645c9fd913ba in 946ms, sequenceid=447, compaction requested=false
2024-11-18T20:52:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-18T20:52:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-18T20:52:46,978 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-18T20:52:46,978 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2580 sec
2024-11-18T20:52:46,983 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.2680 sec
2024-11-18T20:52:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:47,455 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:47,455 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-18T20:52:47,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/48f50fff514f42a9bc7d39101a23d82e is 50, key is test_row_0/A:col10/1731963166274/Put/seqid=0
2024-11-18T20:52:47,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742396_1572 (size=14741)
2024-11-18T20:52:47,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/48f50fff514f42a9bc7d39101a23d82e
2024-11-18T20:52:47,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/5d9ad1509b9240b9b56325b0471190d8 is 50, key is test_row_0/B:col10/1731963166274/Put/seqid=0
2024-11-18T20:52:47,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742397_1573 (size=12301)
2024-11-18T20:52:47,493 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/5d9ad1509b9240b9b56325b0471190d8
2024-11-18T20:52:47,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/bbb39ebfb7034aafafa6d39ab494f53f is 50, key is test_row_0/C:col10/1731963166274/Put/seqid=0
2024-11-18T20:52:47,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742398_1574 (size=12301)
2024-11-18T20:52:47,519 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/bbb39ebfb7034aafafa6d39ab494f53f
2024-11-18T20:52:47,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/48f50fff514f42a9bc7d39101a23d82e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/48f50fff514f42a9bc7d39101a23d82e
2024-11-18T20:52:47,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963227526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,540 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/48f50fff514f42a9bc7d39101a23d82e, entries=200, sequenceid=466, filesize=14.4 K
2024-11-18T20:52:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963227527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/5d9ad1509b9240b9b56325b0471190d8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/5d9ad1509b9240b9b56325b0471190d8
2024-11-18T20:52:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963227530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,545 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/5d9ad1509b9240b9b56325b0471190d8, entries=150, sequenceid=466, filesize=12.0 K
2024-11-18T20:52:47,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/bbb39ebfb7034aafafa6d39ab494f53f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bbb39ebfb7034aafafa6d39ab494f53f
2024-11-18T20:52:47,551 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bbb39ebfb7034aafafa6d39ab494f53f, entries=150, sequenceid=466, filesize=12.0 K
2024-11-18T20:52:47,552 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7cd589d20a2fe627b7b6645c9fd913ba in 97ms, sequenceid=466, compaction requested=true
2024-11-18T20:52:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:47,552 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:47,552 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:47,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:47,554 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:47,554 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:47,554 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:47,554 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/07e7a388b76f4c21baa9763b037b47b5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/125cadb6cb7a48049650dd86a4dd0abe, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/5d9ad1509b9240b9b56325b0471190d8] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=37.1 K
2024-11-18T20:52:47,555 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:47,555 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:47,555 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:47,555 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/009dfa2fa8d742c5ae4340235db70b44, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b7ed24ddcb4642869bf70d3073cb7837, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/48f50fff514f42a9bc7d39101a23d82e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=39.4 K
2024-11-18T20:52:47,555 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e7a388b76f4c21baa9763b037b47b5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731963165325
2024-11-18T20:52:47,555 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 009dfa2fa8d742c5ae4340235db70b44, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731963165325
2024-11-18T20:52:47,556 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7ed24ddcb4642869bf70d3073cb7837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731963165481
2024-11-18T20:52:47,556 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 125cadb6cb7a48049650dd86a4dd0abe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731963165481
2024-11-18T20:52:47,558 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48f50fff514f42a9bc7d39101a23d82e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731963166272
2024-11-18T20:52:47,558 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d9ad1509b9240b9b56325b0471190d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731963166274
2024-11-18T20:52:47,565 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:47,565 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:47,565 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/31868c4000cf4daeb25cf80d9a2f2ddc is 50, key is test_row_0/B:col10/1731963166274/Put/seqid=0
2024-11-18T20:52:47,565 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/75bd979379f14f4e94982d5b8f63730e is 50, key is test_row_0/A:col10/1731963166274/Put/seqid=0
2024-11-18T20:52:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:47,604 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-18T20:52:47,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742400_1576 (size=13357)
2024-11-18T20:52:47,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/d6879bc4ecc446b98f57e6326510ac44 is 50, key is test_row_0/A:col10/1731963167525/Put/seqid=0
2024-11-18T20:52:47,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742399_1575 (size=13459)
2024-11-18T20:52:47,634 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/75bd979379f14f4e94982d5b8f63730e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/75bd979379f14f4e94982d5b8f63730e
2024-11-18T20:52:47,634 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/31868c4000cf4daeb25cf80d9a2f2ddc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/31868c4000cf4daeb25cf80d9a2f2ddc
2024-11-18T20:52:47,643 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into 31868c4000cf4daeb25cf80d9a2f2ddc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:47,643 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:47,643 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=13, startTime=1731963167552; duration=0sec
2024-11-18T20:52:47,643 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:47,643 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:47,643 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:52:47,645 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 75bd979379f14f4e94982d5b8f63730e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:47,645 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:47,645 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=13, startTime=1731963167552; duration=0sec
2024-11-18T20:52:47,645 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:47,645 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:47,646 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:52:47,646 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:47,647 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:47,647 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/26a762c4f88845ba93ef9e4166e85106, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18ff0dd7e51f4392b39a7f4786e05691, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bbb39ebfb7034aafafa6d39ab494f53f] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=37.1 K
2024-11-18T20:52:47,647 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 26a762c4f88845ba93ef9e4166e85106, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731963165325
2024-11-18T20:52:47,648 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 18ff0dd7e51f4392b39a7f4786e05691, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731963165481
2024-11-18T20:52:47,648 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting bbb39ebfb7034aafafa6d39ab494f53f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731963166274
2024-11-18T20:52:47,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742401_1577 (size=12301)
2024-11-18T20:52:47,656 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/d6879bc4ecc446b98f57e6326510ac44
2024-11-18T20:52:47,658 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:47,659 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/7ba33c84d253445e8516a3a4cdf873dc is 50, key is test_row_0/C:col10/1731963166274/Put/seqid=0
2024-11-18T20:52:47,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/037f7781d8f44378ad5f85007e5eab67 is 50, key is test_row_0/B:col10/1731963167525/Put/seqid=0
2024-11-18T20:52:47,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742402_1578 (size=13459)
2024-11-18T20:52:47,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742403_1579 (size=12301)
2024-11-18T20:52:47,673 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/037f7781d8f44378ad5f85007e5eab67
2024-11-18T20:52:47,677 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/7ba33c84d253445e8516a3a4cdf873dc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7ba33c84d253445e8516a3a4cdf873dc
2024-11-18T20:52:47,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963227661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963227665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963227665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963227666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/0bd885d1090941eb9886bac7443e94ea is 50, key is test_row_0/C:col10/1731963167525/Put/seqid=0
2024-11-18T20:52:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963227677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,684 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 7ba33c84d253445e8516a3a4cdf873dc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:47,684 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:47,684 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=13, startTime=1731963167552; duration=0sec
2024-11-18T20:52:47,684 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:47,684 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:47,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742404_1580 (size=12301)
2024-11-18T20:52:47,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963227789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963227790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963227790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963227790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:47,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963227790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:47,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:47,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T20:52:47,861 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:47,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-18T20:52:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T20:52:47,866 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:47,869 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:47,869 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T20:52:48,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963227999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963227999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963228000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963228000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963228000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T20:52:48,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:48,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,097 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/0bd885d1090941eb9886bac7443e94ea
2024-11-18T20:52:48,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/d6879bc4ecc446b98f57e6326510ac44 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d6879bc4ecc446b98f57e6326510ac44
2024-11-18T20:52:48,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d6879bc4ecc446b98f57e6326510ac44, entries=150, sequenceid=487, filesize=12.0 K
2024-11-18T20:52:48,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/037f7781d8f44378ad5f85007e5eab67 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/037f7781d8f44378ad5f85007e5eab67
2024-11-18T20:52:48,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/037f7781d8f44378ad5f85007e5eab67, entries=150, sequenceid=487, filesize=12.0 K
2024-11-18T20:52:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/0bd885d1090941eb9886bac7443e94ea as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0bd885d1090941eb9886bac7443e94ea
2024-11-18T20:52:48,133 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0bd885d1090941eb9886bac7443e94ea, entries=150, sequenceid=487, filesize=12.0 K
2024-11-18T20:52:48,135 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7cd589d20a2fe627b7b6645c9fd913ba in 531ms, sequenceid=487, compaction requested=false
2024-11-18T20:52:48,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:48,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T20:52:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-18T20:52:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T20:52:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/8b4d2d5eeca14a388fbfc2d4328bf818 is 50, key is test_row_0/A:col10/1731963167675/Put/seqid=0
2024-11-18T20:52:48,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742405_1581 (size=12301)
2024-11-18T20:52:48,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/8b4d2d5eeca14a388fbfc2d4328bf818
2024-11-18T20:52:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c67fe47e40074538b5863364c9308905 is 50, key is test_row_0/B:col10/1731963167675/Put/seqid=0
2024-11-18T20:52:48,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742406_1582 (size=12301)
2024-11-18T20:52:48,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c67fe47e40074538b5863364c9308905
2024-11-18T20:52:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/69aba53c47e240929032bb619e21ff47 is 50, key is test_row_0/C:col10/1731963167675/Put/seqid=0
2024-11-18T20:52:48,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742407_1583 (size=12301)
2024-11-18T20:52:48,297 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/69aba53c47e240929032bb619e21ff47
2024-11-18T20:52:48,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/8b4d2d5eeca14a388fbfc2d4328bf818 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/8b4d2d5eeca14a388fbfc2d4328bf818
2024-11-18T20:52:48,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/8b4d2d5eeca14a388fbfc2d4328bf818, entries=150, sequenceid=505, filesize=12.0 K
2024-11-18T20:52:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c67fe47e40074538b5863364c9308905 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c67fe47e40074538b5863364c9308905
2024-11-18T20:52:48,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c67fe47e40074538b5863364c9308905, entries=150, sequenceid=505, filesize=12.0 K
2024-11-18T20:52:48,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/69aba53c47e240929032bb619e21ff47 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/69aba53c47e240929032bb619e21ff47
2024-11-18T20:52:48,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/69aba53c47e240929032bb619e21ff47, entries=150, sequenceid=505, filesize=12.0 K
2024-11-18T20:52:48,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for 7cd589d20a2fe627b7b6645c9fd913ba in 149ms, sequenceid=505, compaction requested=true
2024-11-18T20:52:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-18T20:52:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-18T20:52:48,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-18T20:52:48,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 457 msec
2024-11-18T20:52:48,332 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 470 msec
2024-11-18T20:52:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:48,379 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:52:48,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/9def9789d2024e2daaa8a47ee72b8cc1 is 50, key is test_row_0/A:col10/1731963168379/Put/seqid=0
2024-11-18T20:52:48,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742408_1584 (size=17181)
2024-11-18T20:52:48,413 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/9def9789d2024e2daaa8a47ee72b8cc1
2024-11-18T20:52:48,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/444ea293a531450485a7598a2a1275d5 is 50, key is test_row_0/B:col10/1731963168379/Put/seqid=0
2024-11-18T20:52:48,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742409_1585 (size=12301)
2024-11-18T20:52:48,445 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/444ea293a531450485a7598a2a1275d5
2024-11-18T20:52:48,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/017a53bcaa614e08a1e7176517812b2a is 50, key is test_row_0/C:col10/1731963168379/Put/seqid=0
2024-11-18T20:52:48,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742410_1586 (size=12301)
2024-11-18T20:52:48,454 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/017a53bcaa614e08a1e7176517812b2a
2024-11-18T20:52:48,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/9def9789d2024e2daaa8a47ee72b8cc1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/9def9789d2024e2daaa8a47ee72b8cc1
2024-11-18T20:52:48,460 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/9def9789d2024e2daaa8a47ee72b8cc1, entries=250, sequenceid=517, filesize=16.8 K
2024-11-18T20:52:48,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/444ea293a531450485a7598a2a1275d5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/444ea293a531450485a7598a2a1275d5
2024-11-18T20:52:48,463 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/444ea293a531450485a7598a2a1275d5, entries=150, sequenceid=517, filesize=12.0 K
2024-11-18T20:52:48,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/017a53bcaa614e08a1e7176517812b2a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/017a53bcaa614e08a1e7176517812b2a
2024-11-18T20:52:48,468 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/017a53bcaa614e08a1e7176517812b2a, entries=150, sequenceid=517, filesize=12.0 K
2024-11-18T20:52:48,478 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=93.93 KB/96180 for 7cd589d20a2fe627b7b6645c9fd913ba in 99ms, sequenceid=517, compaction requested=true
2024-11-18T20:52:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:48,479 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:48,479 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:48,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:48,480 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55140 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:48,480 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:48,480 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:48,480 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:48,480 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,480 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,480 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/75bd979379f14f4e94982d5b8f63730e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d6879bc4ecc446b98f57e6326510ac44, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/8b4d2d5eeca14a388fbfc2d4328bf818, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/9def9789d2024e2daaa8a47ee72b8cc1] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=53.8 K
2024-11-18T20:52:48,480 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/31868c4000cf4daeb25cf80d9a2f2ddc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/037f7781d8f44378ad5f85007e5eab67, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c67fe47e40074538b5863364c9308905, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/444ea293a531450485a7598a2a1275d5] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=49.2 K
2024-11-18T20:52:48,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:48,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:48,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:48,481 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:48,481 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75bd979379f14f4e94982d5b8f63730e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731963166274
2024-11-18T20:52:48,481 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-18T20:52:48,481 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 31868c4000cf4daeb25cf80d9a2f2ddc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731963166274
2024-11-18T20:52:48,481 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 037f7781d8f44378ad5f85007e5eab67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731963167512
2024-11-18T20:52:48,481 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6879bc4ecc446b98f57e6326510ac44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731963167512
2024-11-18T20:52:48,482 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c67fe47e40074538b5863364c9308905, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731963167661
2024-11-18T20:52:48,483 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b4d2d5eeca14a388fbfc2d4328bf818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731963167661
2024-11-18T20:52:48,483 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 444ea293a531450485a7598a2a1275d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731963168334
2024-11-18T20:52:48,483 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9def9789d2024e2daaa8a47ee72b8cc1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731963168329
2024-11-18T20:52:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T20:52:48,490 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:48,491 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-18T20:52:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T20:52:48,494 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:48,494 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:48,494 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:48,498 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:48,498 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/b8f47b5174634f08af045d5cb7b2067e is 50, key is test_row_0/B:col10/1731963168379/Put/seqid=0
2024-11-18T20:52:48,525 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:48,525 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/3fb286a2ebcc43b688619e5d48a2a94f is 50, key is test_row_0/A:col10/1731963168379/Put/seqid=0
2024-11-18T20:52:48,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/159813b5a91b435db2ed0015f43c5259 is 50, key is test_row_0/A:col10/1731963168479/Put/seqid=0
2024-11-18T20:52:48,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963228521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963228523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963228523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963228526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963228530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742412_1588 (size=13493)
2024-11-18T20:52:48,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742411_1587 (size=13595)
2024-11-18T20:52:48,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742413_1589 (size=17181)
2024-11-18T20:52:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T20:52:48,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T20:52:48,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:48,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963228650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963228650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963228650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963228651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963228651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T20:52:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T20:52:48,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963228869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963228869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963228870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963228870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963228870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:48,947 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/3fb286a2ebcc43b688619e5d48a2a94f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/3fb286a2ebcc43b688619e5d48a2a94f
2024-11-18T20:52:48,949 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/159813b5a91b435db2ed0015f43c5259
2024-11-18T20:52:48,951 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into 3fb286a2ebcc43b688619e5d48a2a94f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:48,952 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:48,952 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=12, startTime=1731963168479; duration=0sec
2024-11-18T20:52:48,952 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:48,952 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:48,952 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:48,954 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/b8f47b5174634f08af045d5cb7b2067e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b8f47b5174634f08af045d5cb7b2067e
2024-11-18T20:52:48,955 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:48,955 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:48,955 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,955 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7ba33c84d253445e8516a3a4cdf873dc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0bd885d1090941eb9886bac7443e94ea, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/69aba53c47e240929032bb619e21ff47, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/017a53bcaa614e08a1e7176517812b2a] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=49.2 K
2024-11-18T20:52:48,955 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba33c84d253445e8516a3a4cdf873dc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731963166274
2024-11-18T20:52:48,956 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bd885d1090941eb9886bac7443e94ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731963167512
2024-11-18T20:52:48,956 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69aba53c47e240929032bb619e21ff47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=505, earliestPutTs=1731963167661
2024-11-18T20:52:48,956 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 017a53bcaa614e08a1e7176517812b2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731963168334
2024-11-18T20:52:48,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T20:52:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:48,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:48,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:48,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/a64fced1d51747c2a168c92bc9ab0d74 is 50, key is test_row_0/B:col10/1731963168479/Put/seqid=0
2024-11-18T20:52:48,973 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into b8f47b5174634f08af045d5cb7b2067e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:48,973 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:48,973 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=12, startTime=1731963168479; duration=0sec
2024-11-18T20:52:48,973 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:48,973 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:48,978 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:48,978 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/71002e431fac4e7490216d38d9974359 is 50, key is test_row_0/C:col10/1731963168379/Put/seqid=0
2024-11-18T20:52:49,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742415_1591 (size=13595)
2024-11-18T20:52:49,040 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/71002e431fac4e7490216d38d9974359 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/71002e431fac4e7490216d38d9974359
2024-11-18T20:52:49,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742414_1590 (size=12301)
2024-11-18T20:52:49,046 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 71002e431fac4e7490216d38d9974359(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:49,046 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:49,046 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=12, startTime=1731963168481; duration=0sec
2024-11-18T20:52:49,046 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:49,046 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:49,048 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/a64fced1d51747c2a168c92bc9ab0d74
2024-11-18T20:52:49,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/f986fd01dfb34743bb11c04f5df6081f is 50, key is test_row_0/C:col10/1731963168479/Put/seqid=0
2024-11-18T20:52:49,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742416_1592 (size=12301)
2024-11-18T20:52:49,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T20:52:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:49,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T20:52:49,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963229189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963229189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963229190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963229190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963229190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T20:52:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:49,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:49,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:49,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T20:52:49,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:49,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:49,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:49,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:49,497 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/f986fd01dfb34743bb11c04f5df6081f
2024-11-18T20:52:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/159813b5a91b435db2ed0015f43c5259 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/159813b5a91b435db2ed0015f43c5259
2024-11-18T20:52:49,505 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/159813b5a91b435db2ed0015f43c5259, entries=250, sequenceid=539, filesize=16.8 K
2024-11-18T20:52:49,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/a64fced1d51747c2a168c92bc9ab0d74 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/a64fced1d51747c2a168c92bc9ab0d74
2024-11-18T20:52:49,510 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/a64fced1d51747c2a168c92bc9ab0d74, entries=150, sequenceid=539, filesize=12.0 K
2024-11-18T20:52:49,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/f986fd01dfb34743bb11c04f5df6081f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f986fd01dfb34743bb11c04f5df6081f
2024-11-18T20:52:49,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f986fd01dfb34743bb11c04f5df6081f, entries=150, sequenceid=539, filesize=12.0 K
2024-11-18T20:52:49,516 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7cd589d20a2fe627b7b6645c9fd913ba in 1035ms, sequenceid=539, compaction requested=false
2024-11-18T20:52:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:49,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T20:52:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:49,577 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-18T20:52:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/768ed9dddf2944c08908bc7f04d5e130 is 50, key is test_row_0/A:col10/1731963168523/Put/seqid=0
2024-11-18T20:52:49,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742417_1593 (size=12301)
2024-11-18T20:52:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T20:52:49,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. as already flushing
2024-11-18T20:52:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:49,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963229736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963229750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963229753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963229754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963229755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963229859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963229870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963229870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963229870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963229870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/768ed9dddf2944c08908bc7f04d5e130
2024-11-18T20:52:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/b78e20689a6d429fa8dac09aec17cd1b is 50, key is test_row_0/B:col10/1731963168523/Put/seqid=0
2024-11-18T20:52:50,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742418_1594 (size=12301)
2024-11-18T20:52:50,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963230070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963230096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963230096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963230096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963230096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963230380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963230410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963230410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963230410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54570 deadline: 1731963230411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,435 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/b78e20689a6d429fa8dac09aec17cd1b
2024-11-18T20:52:50,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/5956e43df69044659e9600299be4686d is 50, key is test_row_0/C:col10/1731963168523/Put/seqid=0
2024-11-18T20:52:50,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742419_1595 (size=12301)
2024-11-18T20:52:50,625 INFO  [Thread-2112 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2112.
2024-11-18T20:52:50,625 DEBUG [Thread-2112 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:50,625 DEBUG [Thread-2112 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,625 DEBUG [Thread-2112 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,625 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:50,633 INFO  [Thread-2116 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2116.
2024-11-18T20:52:50,633 DEBUG [Thread-2116 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:50,633 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,633 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,633 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:50,634 INFO  [Thread-2118 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2118.
2024-11-18T20:52:50,634 DEBUG [Thread-2118 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:50,634 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,634 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:50,635 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,636 INFO  [Thread-2114 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2114.
2024-11-18T20:52:50,637 DEBUG [Thread-2114 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:50,637 DEBUG [Thread-2114 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,637 DEBUG [Thread-2114 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,637 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T20:52:50,643 INFO  [Thread-2120 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2120.
2024-11-18T20:52:50,643 DEBUG [Thread-2120 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:50,643 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,643 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,644 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:50,891 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/5956e43df69044659e9600299be4686d
2024-11-18T20:52:50,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/768ed9dddf2944c08908bc7f04d5e130 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/768ed9dddf2944c08908bc7f04d5e130
2024-11-18T20:52:50,907 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/768ed9dddf2944c08908bc7f04d5e130, entries=150, sequenceid=556, filesize=12.0 K
2024-11-18T20:52:50,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1731963230912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/b78e20689a6d429fa8dac09aec17cd1b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b78e20689a6d429fa8dac09aec17cd1b
2024-11-18T20:52:50,919 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b78e20689a6d429fa8dac09aec17cd1b, entries=150, sequenceid=556, filesize=12.0 K
2024-11-18T20:52:50,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/5956e43df69044659e9600299be4686d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/5956e43df69044659e9600299be4686d
2024-11-18T20:52:50,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54500 deadline: 1731963230919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54560 deadline: 1731963230919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54534 deadline: 1731963230919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 , the old value is region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., hostname=29a7ef02c270,38231,1731963029040, seqNum=2 because the exception is null or not the one we care about
2024-11-18T20:52:50,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/5956e43df69044659e9600299be4686d, entries=150, sequenceid=556, filesize=12.0 K
2024-11-18T20:52:50,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7cd589d20a2fe627b7b6645c9fd913ba in 1346ms, sequenceid=556, compaction requested=true
2024-11-18T20:52:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-18T20:52:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-18T20:52:50,926 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-18T20:52:50,926 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4300 sec
2024-11-18T20:52:50,927 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.4350 sec
2024-11-18T20:52:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:50,932 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:50,932 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:52:50,932 INFO  [Thread-2101 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2101.
2024-11-18T20:52:50,932 DEBUG [Thread-2101 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:50,932 DEBUG [Thread-2101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,932 DEBUG [Thread-2101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:50,932 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:50,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/1baab74b9a6c4e2db4b585fda5c6f52e is 50, key is test_row_0/A:col10/1731963169752/Put/seqid=0
2024-11-18T20:52:50,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742420_1596 (size=12301)
2024-11-18T20:52:51,345 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/1baab74b9a6c4e2db4b585fda5c6f52e
2024-11-18T20:52:51,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c131b7afda114813b2b280689bac4c99 is 50, key is test_row_0/B:col10/1731963169752/Put/seqid=0
2024-11-18T20:52:51,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742421_1597 (size=12301)
2024-11-18T20:52:51,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c131b7afda114813b2b280689bac4c99
2024-11-18T20:52:51,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/40a28e55da1d400a8a0cbbbfc8d97d5d is 50, key is test_row_0/C:col10/1731963169752/Put/seqid=0
2024-11-18T20:52:51,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742422_1598 (size=12301)
2024-11-18T20:52:51,377 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/40a28e55da1d400a8a0cbbbfc8d97d5d
2024-11-18T20:52:51,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/1baab74b9a6c4e2db4b585fda5c6f52e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1baab74b9a6c4e2db4b585fda5c6f52e
2024-11-18T20:52:51,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1baab74b9a6c4e2db4b585fda5c6f52e, entries=150, sequenceid=579, filesize=12.0 K
2024-11-18T20:52:51,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/c131b7afda114813b2b280689bac4c99 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c131b7afda114813b2b280689bac4c99
2024-11-18T20:52:51,387 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c131b7afda114813b2b280689bac4c99, entries=150, sequenceid=579, filesize=12.0 K
2024-11-18T20:52:51,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/40a28e55da1d400a8a0cbbbfc8d97d5d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/40a28e55da1d400a8a0cbbbfc8d97d5d
2024-11-18T20:52:51,390 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/40a28e55da1d400a8a0cbbbfc8d97d5d, entries=150, sequenceid=579, filesize=12.0 K
2024-11-18T20:52:51,391 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 7cd589d20a2fe627b7b6645c9fd913ba in 459ms, sequenceid=579, compaction requested=true
2024-11-18T20:52:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:52:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:51,391 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:51,391 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:51,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:52:51,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:51,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7cd589d20a2fe627b7b6645c9fd913ba:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:52:51,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:51,392 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:51,392 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55276 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:51,392 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/A is initiating minor compaction (all files)
2024-11-18T20:52:51,392 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/B is initiating minor compaction (all files)
2024-11-18T20:52:51,392 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/A in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:51,392 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/B in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:51,392 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/3fb286a2ebcc43b688619e5d48a2a94f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/159813b5a91b435db2ed0015f43c5259, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/768ed9dddf2944c08908bc7f04d5e130, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1baab74b9a6c4e2db4b585fda5c6f52e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=54.0 K
2024-11-18T20:52:51,392 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b8f47b5174634f08af045d5cb7b2067e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/a64fced1d51747c2a168c92bc9ab0d74, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b78e20689a6d429fa8dac09aec17cd1b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c131b7afda114813b2b280689bac4c99] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=49.3 K
2024-11-18T20:52:51,393 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b8f47b5174634f08af045d5cb7b2067e, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731963168334
2024-11-18T20:52:51,393 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fb286a2ebcc43b688619e5d48a2a94f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731963168334
2024-11-18T20:52:51,393 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a64fced1d51747c2a168c92bc9ab0d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1731963168440
2024-11-18T20:52:51,393 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 159813b5a91b435db2ed0015f43c5259, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1731963168419
2024-11-18T20:52:51,393 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b78e20689a6d429fa8dac09aec17cd1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731963168496
2024-11-18T20:52:51,393 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 768ed9dddf2944c08908bc7f04d5e130, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731963168496
2024-11-18T20:52:51,393 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting c131b7afda114813b2b280689bac4c99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1731963169752
2024-11-18T20:52:51,394 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1baab74b9a6c4e2db4b585fda5c6f52e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1731963169752
2024-11-18T20:52:51,404 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#B#compaction#515 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:51,404 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#A#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:51,404 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/bdc37689d5784b75815b3aa4ca6bc5c2 is 50, key is test_row_0/B:col10/1731963169752/Put/seqid=0
2024-11-18T20:52:51,405 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/cdddd62d58b74d1bb0aa7ed72c3b54a1 is 50, key is test_row_0/A:col10/1731963169752/Put/seqid=0
2024-11-18T20:52:51,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742424_1600 (size=13629)
2024-11-18T20:52:51,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742423_1599 (size=13731)
2024-11-18T20:52:51,816 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/cdddd62d58b74d1bb0aa7ed72c3b54a1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/cdddd62d58b74d1bb0aa7ed72c3b54a1
2024-11-18T20:52:51,821 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/bdc37689d5784b75815b3aa4ca6bc5c2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/bdc37689d5784b75815b3aa4ca6bc5c2
2024-11-18T20:52:51,826 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/A of 7cd589d20a2fe627b7b6645c9fd913ba into cdddd62d58b74d1bb0aa7ed72c3b54a1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:51,826 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:51,826 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/A, priority=12, startTime=1731963171391; duration=0sec
2024-11-18T20:52:51,826 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:52:51,826 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:A
2024-11-18T20:52:51,826 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:52:51,829 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:52:51,829 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 7cd589d20a2fe627b7b6645c9fd913ba/C is initiating minor compaction (all files)
2024-11-18T20:52:51,829 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7cd589d20a2fe627b7b6645c9fd913ba/C in TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:51,830 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/B of 7cd589d20a2fe627b7b6645c9fd913ba into bdc37689d5784b75815b3aa4ca6bc5c2(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:51,830 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/71002e431fac4e7490216d38d9974359, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f986fd01dfb34743bb11c04f5df6081f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/5956e43df69044659e9600299be4686d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/40a28e55da1d400a8a0cbbbfc8d97d5d] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp, totalSize=49.3 K
2024-11-18T20:52:51,830 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:51,830 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/B, priority=12, startTime=1731963171391; duration=0sec
2024-11-18T20:52:51,832 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:51,832 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:B
2024-11-18T20:52:51,832 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71002e431fac4e7490216d38d9974359, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731963168334
2024-11-18T20:52:51,833 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f986fd01dfb34743bb11c04f5df6081f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1731963168440
2024-11-18T20:52:51,833 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5956e43df69044659e9600299be4686d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731963168496
2024-11-18T20:52:51,833 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40a28e55da1d400a8a0cbbbfc8d97d5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1731963169752
2024-11-18T20:52:51,846 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cd589d20a2fe627b7b6645c9fd913ba#C#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:52:51,846 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/08c0b58ca44445249ee21ab07110901e is 50, key is test_row_0/C:col10/1731963169752/Put/seqid=0
2024-11-18T20:52:51,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742425_1601 (size=13731)
2024-11-18T20:52:51,933 INFO  [Thread-2105 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2105.
2024-11-18T20:52:51,933 DEBUG [Thread-2105 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:51,933 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:51,933 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:51,933 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:51,937 INFO  [Thread-2109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2109.
2024-11-18T20:52:51,937 DEBUG [Thread-2109 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:51,937 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:51,937 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:51,937 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:51,938 INFO  [Thread-2107 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2107.
2024-11-18T20:52:51,938 DEBUG [Thread-2107 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:51,938 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:51,938 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:51,938 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:51,943 INFO  [Thread-2103 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2103.
2024-11-18T20:52:51,943 DEBUG [Thread-2103 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:52:51,943 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:51,943 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:51,945 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:52,312 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/08c0b58ca44445249ee21ab07110901e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/08c0b58ca44445249ee21ab07110901e
2024-11-18T20:52:52,349 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7cd589d20a2fe627b7b6645c9fd913ba/C of 7cd589d20a2fe627b7b6645c9fd913ba into 08c0b58ca44445249ee21ab07110901e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:52:52,349 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7cd589d20a2fe627b7b6645c9fd913ba:

2024-11-18T20:52:52,349 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., storeName=7cd589d20a2fe627b7b6645c9fd913ba/C, priority=12, startTime=1731963171392; duration=0sec
2024-11-18T20:52:52,349 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:52:52,349 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cd589d20a2fe627b7b6645c9fd913ba:C
2024-11-18T20:52:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T20:52:52,656 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 84
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 100
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 83
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 103
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 86
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1143
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3429 rows
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1134
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3402 rows
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1149
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3447 rows
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1145
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3435 rows
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1150
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3447 rows
2024-11-18T20:52:52,656 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:52:52,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:52:52,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:52,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:52,657 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:52:52,660 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T20:52:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:52,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963172664"}]},"ts":"1731963172664"}
2024-11-18T20:52:52,666 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T20:52:52,666 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T20:52:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T20:52:52,671 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:52:52,678 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, UNASSIGN}]
2024-11-18T20:52:52,679 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, UNASSIGN
2024-11-18T20:52:52,681 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=7cd589d20a2fe627b7b6645c9fd913ba, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:52,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, UNASSIGN because future has completed
2024-11-18T20:52:52,683 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:52:52,683 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T20:52:52,840 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:52,840 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:52:52,840 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 7cd589d20a2fe627b7b6645c9fd913ba, disabling compactions & flushes
2024-11-18T20:52:52,840 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:52,840 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:52,840 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. after waiting 0 ms
2024-11-18T20:52:52,840 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:52,840 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing 7cd589d20a2fe627b7b6645c9fd913ba 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-18T20:52:52,851 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/66848274f9484cba8da4dc41e2df224e is 50, key is test_row_0/A:col10/1731963171940/Put/seqid=0
2024-11-18T20:52:52,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742426_1602 (size=12301)
2024-11-18T20:52:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T20:52:53,296 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/66848274f9484cba8da4dc41e2df224e
2024-11-18T20:52:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T20:52:53,304 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/e6efdc013e2d4a69ac8b3490481e4bbd is 50, key is test_row_0/B:col10/1731963171940/Put/seqid=0
2024-11-18T20:52:53,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742427_1603 (size=12301)
2024-11-18T20:52:53,717 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/e6efdc013e2d4a69ac8b3490481e4bbd
2024-11-18T20:52:53,741 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/8e78c2c6f0284ef7bf2858b99cb7d7b0 is 50, key is test_row_0/C:col10/1731963171940/Put/seqid=0
2024-11-18T20:52:53,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742428_1604 (size=12301)
2024-11-18T20:52:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T20:52:54,160 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/8e78c2c6f0284ef7bf2858b99cb7d7b0
2024-11-18T20:52:54,170 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/A/66848274f9484cba8da4dc41e2df224e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66848274f9484cba8da4dc41e2df224e
2024-11-18T20:52:54,174 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66848274f9484cba8da4dc41e2df224e, entries=150, sequenceid=589, filesize=12.0 K
2024-11-18T20:52:54,176 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/B/e6efdc013e2d4a69ac8b3490481e4bbd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/e6efdc013e2d4a69ac8b3490481e4bbd
2024-11-18T20:52:54,182 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/e6efdc013e2d4a69ac8b3490481e4bbd, entries=150, sequenceid=589, filesize=12.0 K
2024-11-18T20:52:54,187 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/.tmp/C/8e78c2c6f0284ef7bf2858b99cb7d7b0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/8e78c2c6f0284ef7bf2858b99cb7d7b0
2024-11-18T20:52:54,191 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/8e78c2c6f0284ef7bf2858b99cb7d7b0, entries=150, sequenceid=589, filesize=12.0 K
2024-11-18T20:52:54,192 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7cd589d20a2fe627b7b6645c9fd913ba in 1352ms, sequenceid=589, compaction requested=false
2024-11-18T20:52:54,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/224f33b6a5b547eaab7d1da3f97d1ccd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82c3b1de5f234f5a94ed38cf40abedfc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ae98bccbe7c14d2e878c3fd5d1fdaff5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66f8af3d70984e9b89e447c4e04e5a55, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2825d5f2900a4b738eb1babe7ce8f25a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/7f695527ab4946adaca20edce4865a6e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/fd47510b234f4c7a8907928a487872d2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2d6d60a9bcf94b85b8cca45b0f70ce49, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b698337357a24fdb8a4dd5f2c06953c8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5adbe309345243cea9188749a373be89, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1f7a24b9f2754628811f1802907643e4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/deb81928126b401cb584cde1c780179c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/516e6932e2e04a62b2db72fa563c56b4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/674601262e694c48b9fdf78453a0034c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6348d10541864966962f602408be2fb3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a0855ed734864158a8e34ea7749c2233, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6326e5e504d643858bd36e0575ef2ff4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1fdd9a266f50496f93e0c6fa5e5a55ef, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ff8198c6119140d893ec79b33c8c8871, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5aa2063b177247638b6d59a58d4c8b6f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f95ac3372cfc43a896c47f22df37a58d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/612e5578a31f46c4aa6c470b1e42a840, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5443a19282714c8bbe31fd9f8517e77c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/42dd914c71074e45824c57db2907ef76, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f7653e19fc2247c69f82141b8d3568f1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d8e6a43d6aac457aa9fb5bef950e22c8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/c52046b314dc4e16b6c6ce5391dceb70, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/29c0658191c74fca88211c21fb6adbf2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/009dfa2fa8d742c5ae4340235db70b44, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b7ed24ddcb4642869bf70d3073cb7837, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/48f50fff514f42a9bc7d39101a23d82e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/75bd979379f14f4e94982d5b8f63730e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d6879bc4ecc446b98f57e6326510ac44, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/8b4d2d5eeca14a388fbfc2d4328bf818, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/9def9789d2024e2daaa8a47ee72b8cc1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/3fb286a2ebcc43b688619e5d48a2a94f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/159813b5a91b435db2ed0015f43c5259, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/768ed9dddf2944c08908bc7f04d5e130, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1baab74b9a6c4e2db4b585fda5c6f52e] to archive
2024-11-18T20:52:54,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:52:54,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/224f33b6a5b547eaab7d1da3f97d1ccd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/224f33b6a5b547eaab7d1da3f97d1ccd
2024-11-18T20:52:54,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82c3b1de5f234f5a94ed38cf40abedfc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/82c3b1de5f234f5a94ed38cf40abedfc
2024-11-18T20:52:54,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ae98bccbe7c14d2e878c3fd5d1fdaff5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ae98bccbe7c14d2e878c3fd5d1fdaff5
2024-11-18T20:52:54,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66f8af3d70984e9b89e447c4e04e5a55 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66f8af3d70984e9b89e447c4e04e5a55
2024-11-18T20:52:54,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2825d5f2900a4b738eb1babe7ce8f25a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2825d5f2900a4b738eb1babe7ce8f25a
2024-11-18T20:52:54,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/7f695527ab4946adaca20edce4865a6e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/7f695527ab4946adaca20edce4865a6e
2024-11-18T20:52:54,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/fd47510b234f4c7a8907928a487872d2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/fd47510b234f4c7a8907928a487872d2
2024-11-18T20:52:54,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2d6d60a9bcf94b85b8cca45b0f70ce49 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/2d6d60a9bcf94b85b8cca45b0f70ce49
2024-11-18T20:52:54,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b698337357a24fdb8a4dd5f2c06953c8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b698337357a24fdb8a4dd5f2c06953c8
2024-11-18T20:52:54,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5adbe309345243cea9188749a373be89 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5adbe309345243cea9188749a373be89
2024-11-18T20:52:54,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1f7a24b9f2754628811f1802907643e4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1f7a24b9f2754628811f1802907643e4
2024-11-18T20:52:54,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/deb81928126b401cb584cde1c780179c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/deb81928126b401cb584cde1c780179c
2024-11-18T20:52:54,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/516e6932e2e04a62b2db72fa563c56b4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/516e6932e2e04a62b2db72fa563c56b4
2024-11-18T20:52:54,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/674601262e694c48b9fdf78453a0034c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/674601262e694c48b9fdf78453a0034c
2024-11-18T20:52:54,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6348d10541864966962f602408be2fb3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6348d10541864966962f602408be2fb3
2024-11-18T20:52:54,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a0855ed734864158a8e34ea7749c2233 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/a0855ed734864158a8e34ea7749c2233
2024-11-18T20:52:54,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6326e5e504d643858bd36e0575ef2ff4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/6326e5e504d643858bd36e0575ef2ff4
2024-11-18T20:52:54,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1fdd9a266f50496f93e0c6fa5e5a55ef to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1fdd9a266f50496f93e0c6fa5e5a55ef
2024-11-18T20:52:54,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ff8198c6119140d893ec79b33c8c8871 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/ff8198c6119140d893ec79b33c8c8871
2024-11-18T20:52:54,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5aa2063b177247638b6d59a58d4c8b6f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5aa2063b177247638b6d59a58d4c8b6f
2024-11-18T20:52:54,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f95ac3372cfc43a896c47f22df37a58d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f95ac3372cfc43a896c47f22df37a58d
2024-11-18T20:52:54,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/612e5578a31f46c4aa6c470b1e42a840 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/612e5578a31f46c4aa6c470b1e42a840
2024-11-18T20:52:54,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5443a19282714c8bbe31fd9f8517e77c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/5443a19282714c8bbe31fd9f8517e77c
2024-11-18T20:52:54,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/42dd914c71074e45824c57db2907ef76 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/42dd914c71074e45824c57db2907ef76
2024-11-18T20:52:54,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f7653e19fc2247c69f82141b8d3568f1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/f7653e19fc2247c69f82141b8d3568f1
2024-11-18T20:52:54,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d8e6a43d6aac457aa9fb5bef950e22c8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d8e6a43d6aac457aa9fb5bef950e22c8
2024-11-18T20:52:54,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/c52046b314dc4e16b6c6ce5391dceb70 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/c52046b314dc4e16b6c6ce5391dceb70
2024-11-18T20:52:54,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/29c0658191c74fca88211c21fb6adbf2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/29c0658191c74fca88211c21fb6adbf2
2024-11-18T20:52:54,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/009dfa2fa8d742c5ae4340235db70b44 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/009dfa2fa8d742c5ae4340235db70b44
2024-11-18T20:52:54,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b7ed24ddcb4642869bf70d3073cb7837 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/b7ed24ddcb4642869bf70d3073cb7837
2024-11-18T20:52:54,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/48f50fff514f42a9bc7d39101a23d82e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/48f50fff514f42a9bc7d39101a23d82e
2024-11-18T20:52:54,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/75bd979379f14f4e94982d5b8f63730e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/75bd979379f14f4e94982d5b8f63730e
2024-11-18T20:52:54,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d6879bc4ecc446b98f57e6326510ac44 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/d6879bc4ecc446b98f57e6326510ac44
2024-11-18T20:52:54,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/8b4d2d5eeca14a388fbfc2d4328bf818 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/8b4d2d5eeca14a388fbfc2d4328bf818
2024-11-18T20:52:54,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/9def9789d2024e2daaa8a47ee72b8cc1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/9def9789d2024e2daaa8a47ee72b8cc1
2024-11-18T20:52:54,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/3fb286a2ebcc43b688619e5d48a2a94f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/3fb286a2ebcc43b688619e5d48a2a94f
2024-11-18T20:52:54,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/159813b5a91b435db2ed0015f43c5259 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/159813b5a91b435db2ed0015f43c5259
2024-11-18T20:52:54,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/768ed9dddf2944c08908bc7f04d5e130 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/768ed9dddf2944c08908bc7f04d5e130
2024-11-18T20:52:54,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1baab74b9a6c4e2db4b585fda5c6f52e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/1baab74b9a6c4e2db4b585fda5c6f52e
2024-11-18T20:52:54,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/6f6c6346074b4371abe2d5c3de5031ab, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0e413e583a8f46f298758b28888ce041, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/bb32b2be15594f23805c933e705c88c1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/9f6c5f367f844a948a98650dd5026b2f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/230c54addd784b25888788ebc990f139, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/283308c6c0264ed8839807185d0875b8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/45698e020b6c480bb02dbf3ec59e20ef, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c5717edd1f7f419e824af26aa381a4ee, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27def4552810464c811df1e52f2f21cd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27e0ae35419e40a1a0d39d5219d08d89, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/257696d726944597b8deb72a15a3150b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c11783b45bd446faa4e71fd28bcd85a7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/78d39f23d0cb462fb2d5879d3dbe910b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/3e5ea251641149c292c0c07cc713318c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/881a506962ad4d02a906b2d08b2b5723, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b1b0a5a395b74861bfbc33dfa4f0965b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/01877aeacd5a4c6c8878db47496492ea, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/1a749073ea6b4409851fa0287689e5a0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/7e16655c388246ddab2932a313224bf1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/985f7ada761e4a199b33f23af20716c6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/22f64353f3ad4b63a94276ee902e6e2b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/af662edb0dd449778f3cd2cfeb76b734, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/37af744c167249719c680cac7ad8954d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/fe51f9d1ad594713aa0a68774c38e457, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/4b424e5fa45f47c5b914393c110592bf, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/aa6a8c5423744102903973af3b7f4f34, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/17cec0e5a87f440ca34710377b3a0ece, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/15dde2d26c4244e7bc740eb520203b33, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0d75f51db8584636ad6dbfd35b6386bd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/83ace13ab81e4c69b333600014762a98, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/07e7a388b76f4c21baa9763b037b47b5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c0274bd336524d11928176d530a69c4f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/125cadb6cb7a48049650dd86a4dd0abe, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/31868c4000cf4daeb25cf80d9a2f2ddc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/5d9ad1509b9240b9b56325b0471190d8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/037f7781d8f44378ad5f85007e5eab67, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c67fe47e40074538b5863364c9308905, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b8f47b5174634f08af045d5cb7b2067e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/444ea293a531450485a7598a2a1275d5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/a64fced1d51747c2a168c92bc9ab0d74, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b78e20689a6d429fa8dac09aec17cd1b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c131b7afda114813b2b280689bac4c99] to archive
2024-11-18T20:52:54,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:52:54,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/6f6c6346074b4371abe2d5c3de5031ab to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/6f6c6346074b4371abe2d5c3de5031ab
2024-11-18T20:52:54,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0e413e583a8f46f298758b28888ce041 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0e413e583a8f46f298758b28888ce041
2024-11-18T20:52:54,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/bb32b2be15594f23805c933e705c88c1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/bb32b2be15594f23805c933e705c88c1
2024-11-18T20:52:54,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/9f6c5f367f844a948a98650dd5026b2f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/9f6c5f367f844a948a98650dd5026b2f
2024-11-18T20:52:54,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/230c54addd784b25888788ebc990f139 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/230c54addd784b25888788ebc990f139
2024-11-18T20:52:54,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/283308c6c0264ed8839807185d0875b8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/283308c6c0264ed8839807185d0875b8
2024-11-18T20:52:54,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/45698e020b6c480bb02dbf3ec59e20ef to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/45698e020b6c480bb02dbf3ec59e20ef
2024-11-18T20:52:54,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c5717edd1f7f419e824af26aa381a4ee to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c5717edd1f7f419e824af26aa381a4ee
2024-11-18T20:52:54,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27def4552810464c811df1e52f2f21cd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27def4552810464c811df1e52f2f21cd
2024-11-18T20:52:54,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27e0ae35419e40a1a0d39d5219d08d89 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/27e0ae35419e40a1a0d39d5219d08d89
2024-11-18T20:52:54,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/257696d726944597b8deb72a15a3150b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/257696d726944597b8deb72a15a3150b
2024-11-18T20:52:54,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c11783b45bd446faa4e71fd28bcd85a7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c11783b45bd446faa4e71fd28bcd85a7
2024-11-18T20:52:54,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/78d39f23d0cb462fb2d5879d3dbe910b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/78d39f23d0cb462fb2d5879d3dbe910b
2024-11-18T20:52:54,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/3e5ea251641149c292c0c07cc713318c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/3e5ea251641149c292c0c07cc713318c
2024-11-18T20:52:54,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/881a506962ad4d02a906b2d08b2b5723 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/881a506962ad4d02a906b2d08b2b5723
2024-11-18T20:52:54,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b1b0a5a395b74861bfbc33dfa4f0965b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b1b0a5a395b74861bfbc33dfa4f0965b
2024-11-18T20:52:54,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/01877aeacd5a4c6c8878db47496492ea to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/01877aeacd5a4c6c8878db47496492ea
2024-11-18T20:52:54,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/1a749073ea6b4409851fa0287689e5a0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/1a749073ea6b4409851fa0287689e5a0
2024-11-18T20:52:54,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/7e16655c388246ddab2932a313224bf1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/7e16655c388246ddab2932a313224bf1
2024-11-18T20:52:54,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/985f7ada761e4a199b33f23af20716c6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/985f7ada761e4a199b33f23af20716c6
2024-11-18T20:52:54,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/22f64353f3ad4b63a94276ee902e6e2b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/22f64353f3ad4b63a94276ee902e6e2b
2024-11-18T20:52:54,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/af662edb0dd449778f3cd2cfeb76b734 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/af662edb0dd449778f3cd2cfeb76b734
2024-11-18T20:52:54,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/37af744c167249719c680cac7ad8954d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/37af744c167249719c680cac7ad8954d
2024-11-18T20:52:54,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/fe51f9d1ad594713aa0a68774c38e457 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/fe51f9d1ad594713aa0a68774c38e457
2024-11-18T20:52:54,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/4b424e5fa45f47c5b914393c110592bf to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/4b424e5fa45f47c5b914393c110592bf
2024-11-18T20:52:54,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/aa6a8c5423744102903973af3b7f4f34 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/aa6a8c5423744102903973af3b7f4f34
2024-11-18T20:52:54,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/17cec0e5a87f440ca34710377b3a0ece to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/17cec0e5a87f440ca34710377b3a0ece
2024-11-18T20:52:54,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/15dde2d26c4244e7bc740eb520203b33 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/15dde2d26c4244e7bc740eb520203b33
2024-11-18T20:52:54,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0d75f51db8584636ad6dbfd35b6386bd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/0d75f51db8584636ad6dbfd35b6386bd
2024-11-18T20:52:54,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/83ace13ab81e4c69b333600014762a98 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/83ace13ab81e4c69b333600014762a98
2024-11-18T20:52:54,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/07e7a388b76f4c21baa9763b037b47b5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/07e7a388b76f4c21baa9763b037b47b5
2024-11-18T20:52:54,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c0274bd336524d11928176d530a69c4f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c0274bd336524d11928176d530a69c4f
2024-11-18T20:52:54,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/125cadb6cb7a48049650dd86a4dd0abe to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/125cadb6cb7a48049650dd86a4dd0abe
2024-11-18T20:52:54,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/31868c4000cf4daeb25cf80d9a2f2ddc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/31868c4000cf4daeb25cf80d9a2f2ddc
2024-11-18T20:52:54,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/5d9ad1509b9240b9b56325b0471190d8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/5d9ad1509b9240b9b56325b0471190d8
2024-11-18T20:52:54,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/037f7781d8f44378ad5f85007e5eab67 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/037f7781d8f44378ad5f85007e5eab67
2024-11-18T20:52:54,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c67fe47e40074538b5863364c9308905 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c67fe47e40074538b5863364c9308905
2024-11-18T20:52:54,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b8f47b5174634f08af045d5cb7b2067e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b8f47b5174634f08af045d5cb7b2067e
2024-11-18T20:52:54,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/444ea293a531450485a7598a2a1275d5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/444ea293a531450485a7598a2a1275d5
2024-11-18T20:52:54,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/a64fced1d51747c2a168c92bc9ab0d74 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/a64fced1d51747c2a168c92bc9ab0d74
2024-11-18T20:52:54,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b78e20689a6d429fa8dac09aec17cd1b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/b78e20689a6d429fa8dac09aec17cd1b
2024-11-18T20:52:54,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c131b7afda114813b2b280689bac4c99 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/c131b7afda114813b2b280689bac4c99
2024-11-18T20:52:54,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7b3df30ccc3045c6999b56d280803476, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/cb25dd492fb948f684df351667958621, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/003fc628ff8744c19519a402c4aa970c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4a205dfd1aed474a8138168e28e0261d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/695edae7fccb464f8cd0f0e105a9a501, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e92db001540547db85f0faaa5b683d31, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2494d8ddd0bd4d389c98db007bdf74bc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/911b5abc61e34c4b8f5e08fa84f61c7a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/105d592acdb8416e976253d29eaa844d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/eaaaebeafc6b451eae3517cd7cea2f30, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e44383fce30c49379bb54034dfe2825f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bac32e199bc84c17885402ff6273ac43, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e629afef8e3f4e7094e0a794a6fdcdc5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/789cfa434870420d96f0328ec0d84365, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2f531f47e2994ff2864f0d74be5440b0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/b2e9369d43f74d7fbed30f6170bd2dd6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d56579cc6ab84addbe5c8acd85e29de9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fcf0947a91254622950c6138d85ea2a1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/973c9dc3fbfc47b4bc9b7d5a7b5d4d24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18db895831d04446a0153842523576f2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f394f661d197468f9a646f4bef68f675, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e6a45ac18e14dd4bb146b2646dcf663, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e71cf01e97d4bf29a78e8be8aa4a727, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fddb5bc732284899a71ac9eb465227b0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0385eb15404f451593a13b7eae415828, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3bfcadb31e2a499ba7accbaae7a705d9, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0167d21766254b68bfc5653a32920197, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3c8acd7d1f1b4fbf802c4eb07db45b04, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/339fe86227ce4580a21aac93627156a5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d30347e714c9471ca0edc35e88c4ae8f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/26a762c4f88845ba93ef9e4166e85106, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2fdedd505f714e45b52e54e2f286780e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18ff0dd7e51f4392b39a7f4786e05691, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7ba33c84d253445e8516a3a4cdf873dc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bbb39ebfb7034aafafa6d39ab494f53f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0bd885d1090941eb9886bac7443e94ea, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/69aba53c47e240929032bb619e21ff47, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/71002e431fac4e7490216d38d9974359, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/017a53bcaa614e08a1e7176517812b2a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f986fd01dfb34743bb11c04f5df6081f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/5956e43df69044659e9600299be4686d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/40a28e55da1d400a8a0cbbbfc8d97d5d] to archive
2024-11-18T20:52:54,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:52:54,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7b3df30ccc3045c6999b56d280803476 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7b3df30ccc3045c6999b56d280803476
2024-11-18T20:52:54,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/cb25dd492fb948f684df351667958621 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/cb25dd492fb948f684df351667958621
2024-11-18T20:52:54,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/003fc628ff8744c19519a402c4aa970c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/003fc628ff8744c19519a402c4aa970c
2024-11-18T20:52:54,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4a205dfd1aed474a8138168e28e0261d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4a205dfd1aed474a8138168e28e0261d
2024-11-18T20:52:54,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/695edae7fccb464f8cd0f0e105a9a501 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/695edae7fccb464f8cd0f0e105a9a501
2024-11-18T20:52:54,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e92db001540547db85f0faaa5b683d31 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e92db001540547db85f0faaa5b683d31
2024-11-18T20:52:54,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2494d8ddd0bd4d389c98db007bdf74bc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2494d8ddd0bd4d389c98db007bdf74bc
2024-11-18T20:52:54,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/911b5abc61e34c4b8f5e08fa84f61c7a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/911b5abc61e34c4b8f5e08fa84f61c7a
2024-11-18T20:52:54,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/105d592acdb8416e976253d29eaa844d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/105d592acdb8416e976253d29eaa844d
2024-11-18T20:52:54,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/eaaaebeafc6b451eae3517cd7cea2f30 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/eaaaebeafc6b451eae3517cd7cea2f30
2024-11-18T20:52:54,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e44383fce30c49379bb54034dfe2825f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e44383fce30c49379bb54034dfe2825f
2024-11-18T20:52:54,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bac32e199bc84c17885402ff6273ac43 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bac32e199bc84c17885402ff6273ac43
2024-11-18T20:52:54,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e629afef8e3f4e7094e0a794a6fdcdc5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/e629afef8e3f4e7094e0a794a6fdcdc5
2024-11-18T20:52:54,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/789cfa434870420d96f0328ec0d84365 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/789cfa434870420d96f0328ec0d84365
2024-11-18T20:52:54,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2f531f47e2994ff2864f0d74be5440b0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2f531f47e2994ff2864f0d74be5440b0
2024-11-18T20:52:54,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/b2e9369d43f74d7fbed30f6170bd2dd6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/b2e9369d43f74d7fbed30f6170bd2dd6
2024-11-18T20:52:54,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d56579cc6ab84addbe5c8acd85e29de9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d56579cc6ab84addbe5c8acd85e29de9
2024-11-18T20:52:54,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fcf0947a91254622950c6138d85ea2a1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fcf0947a91254622950c6138d85ea2a1
2024-11-18T20:52:54,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/973c9dc3fbfc47b4bc9b7d5a7b5d4d24 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/973c9dc3fbfc47b4bc9b7d5a7b5d4d24
2024-11-18T20:52:54,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18db895831d04446a0153842523576f2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18db895831d04446a0153842523576f2
2024-11-18T20:52:54,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f394f661d197468f9a646f4bef68f675 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f394f661d197468f9a646f4bef68f675
2024-11-18T20:52:54,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e6a45ac18e14dd4bb146b2646dcf663 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e6a45ac18e14dd4bb146b2646dcf663
2024-11-18T20:52:54,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e71cf01e97d4bf29a78e8be8aa4a727 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/4e71cf01e97d4bf29a78e8be8aa4a727
2024-11-18T20:52:54,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fddb5bc732284899a71ac9eb465227b0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/fddb5bc732284899a71ac9eb465227b0
2024-11-18T20:52:54,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0385eb15404f451593a13b7eae415828 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0385eb15404f451593a13b7eae415828
2024-11-18T20:52:54,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3bfcadb31e2a499ba7accbaae7a705d9 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3bfcadb31e2a499ba7accbaae7a705d9
2024-11-18T20:52:54,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0167d21766254b68bfc5653a32920197 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0167d21766254b68bfc5653a32920197
2024-11-18T20:52:54,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3c8acd7d1f1b4fbf802c4eb07db45b04 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/3c8acd7d1f1b4fbf802c4eb07db45b04
2024-11-18T20:52:54,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/339fe86227ce4580a21aac93627156a5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/339fe86227ce4580a21aac93627156a5
2024-11-18T20:52:54,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d30347e714c9471ca0edc35e88c4ae8f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/d30347e714c9471ca0edc35e88c4ae8f
2024-11-18T20:52:54,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/26a762c4f88845ba93ef9e4166e85106 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/26a762c4f88845ba93ef9e4166e85106
2024-11-18T20:52:54,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2fdedd505f714e45b52e54e2f286780e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/2fdedd505f714e45b52e54e2f286780e
2024-11-18T20:52:54,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18ff0dd7e51f4392b39a7f4786e05691 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/18ff0dd7e51f4392b39a7f4786e05691
2024-11-18T20:52:54,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7ba33c84d253445e8516a3a4cdf873dc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/7ba33c84d253445e8516a3a4cdf873dc
2024-11-18T20:52:54,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bbb39ebfb7034aafafa6d39ab494f53f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/bbb39ebfb7034aafafa6d39ab494f53f
2024-11-18T20:52:54,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0bd885d1090941eb9886bac7443e94ea to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/0bd885d1090941eb9886bac7443e94ea
2024-11-18T20:52:54,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/69aba53c47e240929032bb619e21ff47 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/69aba53c47e240929032bb619e21ff47
2024-11-18T20:52:54,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/71002e431fac4e7490216d38d9974359 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/71002e431fac4e7490216d38d9974359
2024-11-18T20:52:54,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/017a53bcaa614e08a1e7176517812b2a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/017a53bcaa614e08a1e7176517812b2a
2024-11-18T20:52:54,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f986fd01dfb34743bb11c04f5df6081f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/f986fd01dfb34743bb11c04f5df6081f
2024-11-18T20:52:54,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/5956e43df69044659e9600299be4686d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/5956e43df69044659e9600299be4686d
2024-11-18T20:52:54,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/40a28e55da1d400a8a0cbbbfc8d97d5d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/40a28e55da1d400a8a0cbbbfc8d97d5d
2024-11-18T20:52:54,598 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/recovered.edits/592.seqid, newMaxSeqId=592, maxSeqId=1
2024-11-18T20:52:54,599 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.
2024-11-18T20:52:54,599 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 7cd589d20a2fe627b7b6645c9fd913ba:
Waiting for close lock at 1731963172840Running coprocessor pre-close hooks at 1731963172840Disabling compacts and flushes for region at 1731963172840Disabling writes for close at 1731963172840Obtaining lock to block concurrent updates at 1731963172840Preparing flush snapshotting stores in 7cd589d20a2fe627b7b6645c9fd913ba at 1731963172840Finished memstore snapshotting TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731963172841 (+1 ms)Flushing stores of TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba. at 1731963172847 (+6 ms)Flushing 7cd589d20a2fe627b7b6645c9fd913ba/A: creating writer at 1731963172847Flushing 7cd589d20a2fe627b7b6645c9fd913ba/A: appending metadata at 1731963172851 (+4 ms)Flushing 7cd589d20a2fe627b7b6645c9fd913ba/A: closing flushed file at 1731963172851Flushing 7cd589d20a2fe627b7b6645c9fd913ba/B: creating writer at 1731963173301 (+450 ms)Flushing 7cd589d20a2fe627b7b6645c9fd913ba/B: appending metadata at 1731963173304 (+3 ms)Flushing 7cd589d20a2fe627b7b6645c9fd913ba/B: closing flushed file at 1731963173304Flushing 7cd589d20a2fe627b7b6645c9fd913ba/C: creating writer at 1731963173724 (+420 ms)Flushing 7cd589d20a2fe627b7b6645c9fd913ba/C: appending metadata at 1731963173740 (+16 ms)Flushing 7cd589d20a2fe627b7b6645c9fd913ba/C: closing flushed file at 1731963173740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b3cc3e: reopening flushed file at 1731963174169 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b0d053: reopening flushed file at 1731963174174 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57905fa7: reopening flushed file at 1731963174182 (+8 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7cd589d20a2fe627b7b6645c9fd913ba in 1352ms, sequenceid=589, compaction requested=false at 1731963174192 (+10 ms)Writing region close event to WAL at 1731963174595 (+403 ms)Running coprocessor post-close hooks at 1731963174598 (+3 ms)Closed at 1731963174599 (+1 ms)
2024-11-18T20:52:54,604 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=7cd589d20a2fe627b7b6645c9fd913ba, regionState=CLOSED
2024-11-18T20:52:54,606 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:54,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:54,610 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-18T20:52:54,610 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure 7cd589d20a2fe627b7b6645c9fd913ba, server=29a7ef02c270,38231,1731963029040 in 1.9250 sec
2024-11-18T20:52:54,612 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134
2024-11-18T20:52:54,612 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7cd589d20a2fe627b7b6645c9fd913ba, UNASSIGN in 1.9320 sec
2024-11-18T20:52:54,615 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-18T20:52:54,615 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9420 sec
2024-11-18T20:52:54,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963174616"}]},"ts":"1731963174616"}
2024-11-18T20:52:54,625 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T20:52:54,625 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T20:52:54,627 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9660 sec
2024-11-18T20:52:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T20:52:54,829 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:54,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T20:52:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:54,839 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:54,843 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T20:52:54,907 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:54,932 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/recovered.edits]
2024-11-18T20:52:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T20:52:54,959 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66848274f9484cba8da4dc41e2df224e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/66848274f9484cba8da4dc41e2df224e
2024-11-18T20:52:54,960 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/cdddd62d58b74d1bb0aa7ed72c3b54a1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/A/cdddd62d58b74d1bb0aa7ed72c3b54a1
2024-11-18T20:52:54,970 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/bdc37689d5784b75815b3aa4ca6bc5c2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/bdc37689d5784b75815b3aa4ca6bc5c2
2024-11-18T20:52:54,978 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/e6efdc013e2d4a69ac8b3490481e4bbd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/B/e6efdc013e2d4a69ac8b3490481e4bbd
2024-11-18T20:52:54,999 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/08c0b58ca44445249ee21ab07110901e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/08c0b58ca44445249ee21ab07110901e
2024-11-18T20:52:55,008 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/8e78c2c6f0284ef7bf2858b99cb7d7b0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/C/8e78c2c6f0284ef7bf2858b99cb7d7b0
2024-11-18T20:52:55,022 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/recovered.edits/592.seqid to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba/recovered.edits/592.seqid
2024-11-18T20:52:55,023 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/7cd589d20a2fe627b7b6645c9fd913ba
2024-11-18T20:52:55,023 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T20:52:55,036 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:55,039 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T20:52:55,053 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T20:52:55,054 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:55,054 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T20:52:55,055 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731963175054"}]},"ts":"9223372036854775807"}
2024-11-18T20:52:55,069 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T20:52:55,069 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7cd589d20a2fe627b7b6645c9fd913ba, NAME => 'TestAcidGuarantees,,1731963149357.7cd589d20a2fe627b7b6645c9fd913ba.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T20:52:55,069 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T20:52:55,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731963175069"}]},"ts":"9223372036854775807"}
2024-11-18T20:52:55,080 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T20:52:55,081 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:55,083 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 249 msec
2024-11-18T20:52:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T20:52:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T20:52:55,164 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:55,196 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 239) - Thread LEAK? -, OpenFileDescriptor=455 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=843 (was 855), ProcessCount=11 (was 11), AvailableMemoryMB=2835 (was 263) - AvailableMemoryMB LEAK? -
2024-11-18T20:52:55,225 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=843, ProcessCount=11, AvailableMemoryMB=2834
2024-11-18T20:52:55,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:52:55,236 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:52:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:55,245 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T20:52:55,245 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:55,247 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T20:52:55,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 138
2024-11-18T20:52:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T20:52:55,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742429_1605 (size=959)
2024-11-18T20:52:55,338 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f
2024-11-18T20:52:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T20:52:55,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742430_1606 (size=53)
2024-11-18T20:52:55,392 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:52:55,392 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3d52f23fe007bc0e375ad604ce68e7cb, disabling compactions & flushes
2024-11-18T20:52:55,392 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:55,392 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:55,392 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. after waiting 0 ms
2024-11-18T20:52:55,392 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:55,392 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:55,392 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d52f23fe007bc0e375ad604ce68e7cb:
Waiting for close lock at 1731963175392Disabling compacts and flushes for region at 1731963175392Disabling writes for close at 1731963175392Writing region close event to WAL at 1731963175392Closed at 1731963175392
2024-11-18T20:52:55,394 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T20:52:55,394 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731963175394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731963175394"}]},"ts":"1731963175394"}
2024-11-18T20:52:55,396 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T20:52:55,397 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T20:52:55,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963175397"}]},"ts":"1731963175397"}
2024-11-18T20:52:55,399 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T20:52:55,399 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, ASSIGN}]
2024-11-18T20:52:55,401 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, ASSIGN
2024-11-18T20:52:55,402 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, ASSIGN; state=OFFLINE, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=false
2024-11-18T20:52:55,557 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=3d52f23fe007bc0e375ad604ce68e7cb, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:55,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, ASSIGN because future has completed
2024-11-18T20:52:55,559 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T20:52:55,716 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:55,717 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:52:55,717 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,717 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:52:55,717 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,717 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,724 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3d52f23fe007bc0e375ad604ce68e7cb 
2024-11-18T20:52:55,725 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d52f23fe007bc0e375ad604ce68e7cb columnFamilyName A
2024-11-18T20:52:55,725 DEBUG [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:55,725 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(327): Store=3d52f23fe007bc0e375ad604ce68e7cb/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:55,726 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3d52f23fe007bc0e375ad604ce68e7cb 
2024-11-18T20:52:55,726 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d52f23fe007bc0e375ad604ce68e7cb columnFamilyName B
2024-11-18T20:52:55,726 DEBUG [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:55,727 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(327): Store=3d52f23fe007bc0e375ad604ce68e7cb/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:55,727 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3d52f23fe007bc0e375ad604ce68e7cb 
2024-11-18T20:52:55,728 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d52f23fe007bc0e375ad604ce68e7cb columnFamilyName C
2024-11-18T20:52:55,728 DEBUG [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:55,728 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(327): Store=3d52f23fe007bc0e375ad604ce68e7cb/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:55,728 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,729 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,729 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,731 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,731 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,733 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:52:55,734 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,736 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T20:52:55,737 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 3d52f23fe007bc0e375ad604ce68e7cb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58831730, jitterRate=-0.12333890795707703}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:52:55,737 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:55,738 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 3d52f23fe007bc0e375ad604ce68e7cb:
Running coprocessor pre-open hook at 1731963175717Writing region info on filesystem at 1731963175717Initializing all the Stores at 1731963175724 (+7 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963175724Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963175724Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963175724Cleaning up temporary data from old regions at 1731963175731 (+7 ms)Running coprocessor post-open hooks at 1731963175737 (+6 ms)Region opened successfully at 1731963175737
2024-11-18T20:52:55,738 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., pid=140, masterSystemTime=1731963175713
2024-11-18T20:52:55,740 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:55,740 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:55,740 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=3d52f23fe007bc0e375ad604ce68e7cb, regionState=OPEN, openSeqNum=2, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:55,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:55,746 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-18T20:52:55,746 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040 in 185 msec
2024-11-18T20:52:55,749 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138
2024-11-18T20:52:55,749 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, ASSIGN in 347 msec
2024-11-18T20:52:55,750 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T20:52:55,750 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963175750"}]},"ts":"1731963175750"}
2024-11-18T20:52:55,751 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T20:52:55,752 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T20:52:55,756 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 515 msec
2024-11-18T20:52:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-18T20:52:55,880 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:55,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2cba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:55,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:55,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:55,883 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4274a6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:55,887 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a834b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:55,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:55,894 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:55,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T20:52:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 29a7ef02c270,40255,1731963027755
2024-11-18T20:52:55,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20d17275
2024-11-18T20:52:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T20:52:55,897 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T20:52:55,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T20:52:55,905 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T20:52:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T20:52:55,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742431_1607 (size=995)
2024-11-18T20:52:56,355 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-18T20:52:56,355 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-18T20:52:56,358 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:52:56,362 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, REOPEN/MOVE}]
2024-11-18T20:52:56,363 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, REOPEN/MOVE
2024-11-18T20:52:56,364 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3d52f23fe007bc0e375ad604ce68e7cb, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:56,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, REOPEN/MOVE because future has completed
2024-11-18T20:52:56,366 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:52:56,367 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:56,523 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,523 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:52:56,524 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 3d52f23fe007bc0e375ad604ce68e7cb, disabling compactions & flushes
2024-11-18T20:52:56,524 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:56,524 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:56,524 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. after waiting 0 ms
2024-11-18T20:52:56,524 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:56,533 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T20:52:56,533 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:56,534 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 3d52f23fe007bc0e375ad604ce68e7cb:
Waiting for close lock at 1731963176523Running coprocessor pre-close hooks at 1731963176523Disabling compacts and flushes for region at 1731963176523Disabling writes for close at 1731963176524 (+1 ms)Writing region close event to WAL at 1731963176524Running coprocessor post-close hooks at 1731963176533 (+9 ms)Closed at 1731963176533
2024-11-18T20:52:56,534 WARN  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 3d52f23fe007bc0e375ad604ce68e7cb to self.
2024-11-18T20:52:56,537 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,537 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3d52f23fe007bc0e375ad604ce68e7cb, regionState=CLOSED
2024-11-18T20:52:56,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:56,550 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-18T20:52:56,550 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040 in 173 msec
2024-11-18T20:52:56,556 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, REOPEN/MOVE; state=CLOSED, location=29a7ef02c270,38231,1731963029040; forceNewPlan=false, retain=true
2024-11-18T20:52:56,707 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3d52f23fe007bc0e375ad604ce68e7cb, regionState=OPENING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:56,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, REOPEN/MOVE because future has completed
2024-11-18T20:52:56,710 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:52:56,725 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:52:56,863 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:56,864 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
2024-11-18T20:52:56,864 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,864 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T20:52:56,864 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,864 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,865 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3d52f23fe007bc0e375ad604ce68e7cb 
2024-11-18T20:52:56,866 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d52f23fe007bc0e375ad604ce68e7cb columnFamilyName A
2024-11-18T20:52:56,871 DEBUG [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:56,873 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(327): Store=3d52f23fe007bc0e375ad604ce68e7cb/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:56,874 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3d52f23fe007bc0e375ad604ce68e7cb 
2024-11-18T20:52:56,876 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d52f23fe007bc0e375ad604ce68e7cb columnFamilyName B
2024-11-18T20:52:56,876 DEBUG [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:56,876 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(327): Store=3d52f23fe007bc0e375ad604ce68e7cb/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:56,877 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3d52f23fe007bc0e375ad604ce68e7cb 
2024-11-18T20:52:56,879 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d52f23fe007bc0e375ad604ce68e7cb columnFamilyName C
2024-11-18T20:52:56,879 DEBUG [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:56,880 INFO  [StoreOpener-3d52f23fe007bc0e375ad604ce68e7cb-1 {}] regionserver.HStore(327): Store=3d52f23fe007bc0e375ad604ce68e7cb/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T20:52:56,880 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,881 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,887 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,888 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,888 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,890 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T20:52:56,896 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,911 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 3d52f23fe007bc0e375ad604ce68e7cb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70909243, jitterRate=0.05663006007671356}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T20:52:56,912 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:56,912 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 3d52f23fe007bc0e375ad604ce68e7cb:
Running coprocessor pre-open hook at 1731963176864Writing region info on filesystem at 1731963176864Initializing all the Stores at 1731963176865 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963176865Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963176865Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731963176865Cleaning up temporary data from old regions at 1731963176888 (+23 ms)Running coprocessor post-open hooks at 1731963176912 (+24 ms)Region opened successfully at 1731963176912
2024-11-18T20:52:56,919 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., pid=145, masterSystemTime=1731963176861
2024-11-18T20:52:56,928 DEBUG [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:56,928 INFO  [RS_OPEN_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:56,928 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3d52f23fe007bc0e375ad604ce68e7cb, regionState=OPEN, openSeqNum=5, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:52:56,933 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143
2024-11-18T20:52:56,933 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040 in 221 msec
2024-11-18T20:52:56,936 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-11-18T20:52:56,936 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, REOPEN/MOVE in 572 msec
2024-11-18T20:52:56,941 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-18T20:52:56,941 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 579 msec
2024-11-18T20:52:56,943 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0370 sec
2024-11-18T20:52:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-18T20:52:56,944 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:52:56,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:56,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:56,948 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b67c7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:56,951 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:56,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b75428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:56,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:56,970 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6449943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:56,980 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140deea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:56,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:56,991 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2ef806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:56,994 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e18f8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:56,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:57,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:57,012 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7420debb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:57,017 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:57,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2530571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:57,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:57,025 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c78bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:57,027 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4784234c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:57,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:57,029 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41881bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:57,031 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:57,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38267f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:57,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:57,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:57,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5217bc3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:57,048 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931ebe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:57,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:57,065 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663d369b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:57,067 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518afe8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:57,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:57,082 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:57,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1d134a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:57,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:57,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:57,085 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565762ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 29a7ef02c270,40255,-1 for getting cluster id
2024-11-18T20:52:57,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T20:52:57,095 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc0ede7-9319-4f25-82c3-da017540be5f'
2024-11-18T20:52:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T20:52:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc0ede7-9319-4f25-82c3-da017540be5f"

2024-11-18T20:52:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58af90e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [29a7ef02c270,40255,-1]
2024-11-18T20:52:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T20:52:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:52:57,098 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T20:52:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3feed182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T20:52:57,106 DEBUG [Thread-2670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,106 DEBUG [Thread-2687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,107 DEBUG [Thread-2685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,107 DEBUG [Thread-2674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,109 DEBUG [Thread-2678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,111 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,112 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,113 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,115 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:52:57,115 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,116 DEBUG [Thread-2689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,117 DEBUG [Thread-2676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,119 DEBUG [Thread-2681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,119 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,120 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees
2024-11-18T20:52:57,120 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T20:52:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,124 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,128 DEBUG [Thread-2683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,130 DEBUG [Thread-2683 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,130 DEBUG [Thread-2683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,132 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,132 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:52:57,135 DEBUG [Thread-2683 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,140 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:52:57,140 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:52:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:57,143 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-18T20:52:57,148 DEBUG [Thread-2672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T20:52:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=29a7ef02c270,38231,1731963029040, seqNum=-1]
2024-11-18T20:52:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T20:52:57,152 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T20:52:57,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5]
2024-11-18T20:52:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T20:52:57,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118faad47ae11554f70a9bab3f01f00f6bb_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963177134/Put/seqid=0
2024-11-18T20:52:57,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-18T20:52:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:52:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963237299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963237300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963237298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963237308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963237312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742432_1608 (size=12154)
2024-11-18T20:52:57,360 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:57,373 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118faad47ae11554f70a9bab3f01f00f6bb_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118faad47ae11554f70a9bab3f01f00f6bb_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:57,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4fd047e4694f46dea609b3b5465adca7, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:52:57,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4fd047e4694f46dea609b3b5465adca7 is 175, key is test_row_0/A:col10/1731963177134/Put/seqid=0
2024-11-18T20:52:57,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963237424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963237424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742433_1609 (size=30955)
2024-11-18T20:52:57,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963237432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963237436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963237436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T20:52:57,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-18T20:52:57,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:52:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963237640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-18T20:52:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:52:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963237649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963237650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963237650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963237651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T20:52:57,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-18T20:52:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:52:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,836 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4fd047e4694f46dea609b3b5465adca7
2024-11-18T20:52:57,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/86a1ea6b0c974bc6a6e116ea395873d7 is 50, key is test_row_0/B:col10/1731963177134/Put/seqid=0
2024-11-18T20:52:57,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742434_1610 (size=12001)
2024-11-18T20:52:57,930 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/86a1ea6b0c974bc6a6e116ea395873d7
2024-11-18T20:52:57,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963237950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963237960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-18T20:52:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:52:57,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:57,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963237960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963237960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963237960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:57,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/a8e058a69f8e496b9024bf4ebf5f27bd is 50, key is test_row_0/C:col10/1731963177134/Put/seqid=0
2024-11-18T20:52:58,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742435_1611 (size=12001)
2024-11-18T20:52:58,040 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/a8e058a69f8e496b9024bf4ebf5f27bd
2024-11-18T20:52:58,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4fd047e4694f46dea609b3b5465adca7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4fd047e4694f46dea609b3b5465adca7
2024-11-18T20:52:58,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4fd047e4694f46dea609b3b5465adca7, entries=150, sequenceid=17, filesize=30.2 K
2024-11-18T20:52:58,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/86a1ea6b0c974bc6a6e116ea395873d7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/86a1ea6b0c974bc6a6e116ea395873d7
2024-11-18T20:52:58,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-18T20:52:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:52:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:58,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:52:58,176 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/86a1ea6b0c974bc6a6e116ea395873d7, entries=150, sequenceid=17, filesize=11.7 K
2024-11-18T20:52:58,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/a8e058a69f8e496b9024bf4ebf5f27bd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a8e058a69f8e496b9024bf4ebf5f27bd
2024-11-18T20:52:58,225 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a8e058a69f8e496b9024bf4ebf5f27bd, entries=150, sequenceid=17, filesize=11.7 K
2024-11-18T20:52:58,226 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3d52f23fe007bc0e375ad604ce68e7cb in 1083ms, sequenceid=17, compaction requested=false
2024-11-18T20:52:58,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:52:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T20:52:58,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-18T20:52:58,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:58,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-18T20:52:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184234676f84ab47ecb1deb47528662245_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963177296/Put/seqid=0
2024-11-18T20:52:58,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742436_1612 (size=12154)
2024-11-18T20:52:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:52:58,391 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184234676f84ab47ecb1deb47528662245_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184234676f84ab47ecb1deb47528662245_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:58,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/760c4f6e522746368cbdf9bfc993eedb, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:52:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/760c4f6e522746368cbdf9bfc993eedb is 175, key is test_row_0/A:col10/1731963177296/Put/seqid=0
2024-11-18T20:52:58,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742437_1613 (size=30955)
2024-11-18T20:52:58,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:52:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:58,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963238509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963238510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963238520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963238521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963238524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963238630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963238630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963238639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963238639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963238647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/760c4f6e522746368cbdf9bfc993eedb
2024-11-18T20:52:58,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963238846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/b8f8090b757a4301b029fa91d88a7654 is 50, key is test_row_0/B:col10/1731963177296/Put/seqid=0
2024-11-18T20:52:58,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963238852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963238863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963238864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963238864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:58,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742438_1614 (size=12001)
2024-11-18T20:52:58,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/b8f8090b757a4301b029fa91d88a7654
2024-11-18T20:52:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/b193329ebd6944f981dc8a2c9e3061a6 is 50, key is test_row_0/C:col10/1731963177296/Put/seqid=0
2024-11-18T20:52:58,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742439_1615 (size=12001)
2024-11-18T20:52:59,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963239160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963239170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963239181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963239181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963239181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T20:52:59,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/b193329ebd6944f981dc8a2c9e3061a6
2024-11-18T20:52:59,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/760c4f6e522746368cbdf9bfc993eedb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/760c4f6e522746368cbdf9bfc993eedb
2024-11-18T20:52:59,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/760c4f6e522746368cbdf9bfc993eedb, entries=150, sequenceid=40, filesize=30.2 K
2024-11-18T20:52:59,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/b8f8090b757a4301b029fa91d88a7654 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/b8f8090b757a4301b029fa91d88a7654
2024-11-18T20:52:59,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/b8f8090b757a4301b029fa91d88a7654, entries=150, sequenceid=40, filesize=11.7 K
2024-11-18T20:52:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/b193329ebd6944f981dc8a2c9e3061a6 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/b193329ebd6944f981dc8a2c9e3061a6
2024-11-18T20:52:59,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/b193329ebd6944f981dc8a2c9e3061a6, entries=150, sequenceid=40, filesize=11.7 K
2024-11-18T20:52:59,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 3d52f23fe007bc0e375ad604ce68e7cb in 1136ms, sequenceid=40, compaction requested=false
2024-11-18T20:52:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:52:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:52:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147
2024-11-18T20:52:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=147
2024-11-18T20:52:59,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-18T20:52:59,435 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2920 sec
2024-11-18T20:52:59,437 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.3200 sec
2024-11-18T20:52:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:52:59,702 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:52:59,702 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-18T20:52:59,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185e3ea35e2b2242659e58752076388485_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963178512/Put/seqid=0
2024-11-18T20:52:59,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963239760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963239766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963239766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963239766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963239772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742440_1616 (size=12154)
2024-11-18T20:52:59,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963239880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963239881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963239890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963239890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:52:59,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:52:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963239890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:52:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:52:59,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963240090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963240090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963240099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963240099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963240099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,144 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T20:53:00,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:00,283 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185e3ea35e2b2242659e58752076388485_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185e3ea35e2b2242659e58752076388485_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:00,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/31ee7d0858f94df8a3fc22dad3aad434, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:00,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/31ee7d0858f94df8a3fc22dad3aad434 is 175, key is test_row_0/A:col10/1731963178512/Put/seqid=0
2024-11-18T20:53:00,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742441_1617 (size=30955)
2024-11-18T20:53:00,289 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/31ee7d0858f94df8a3fc22dad3aad434
2024-11-18T20:53:00,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/8f60337d1383448e8e6cb9ff623cdd55 is 50, key is test_row_0/B:col10/1731963178512/Put/seqid=0
2024-11-18T20:53:00,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742442_1618 (size=12001)
2024-11-18T20:53:00,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963240399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963240399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963240411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963240411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963240414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,760 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/8f60337d1383448e8e6cb9ff623cdd55
2024-11-18T20:53:00,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/76b86021c74948e294fc811e2d011415 is 50, key is test_row_0/C:col10/1731963178512/Put/seqid=0
2024-11-18T20:53:00,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742443_1619 (size=12001)
2024-11-18T20:53:00,823 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/76b86021c74948e294fc811e2d011415
2024-11-18T20:53:00,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/31ee7d0858f94df8a3fc22dad3aad434 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/31ee7d0858f94df8a3fc22dad3aad434
2024-11-18T20:53:00,830 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/31ee7d0858f94df8a3fc22dad3aad434, entries=150, sequenceid=58, filesize=30.2 K
2024-11-18T20:53:00,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/8f60337d1383448e8e6cb9ff623cdd55 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8f60337d1383448e8e6cb9ff623cdd55
2024-11-18T20:53:00,840 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8f60337d1383448e8e6cb9ff623cdd55, entries=150, sequenceid=58, filesize=11.7 K
2024-11-18T20:53:00,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/76b86021c74948e294fc811e2d011415 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/76b86021c74948e294fc811e2d011415
2024-11-18T20:53:00,852 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/76b86021c74948e294fc811e2d011415, entries=150, sequenceid=58, filesize=11.7 K
2024-11-18T20:53:00,856 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 3d52f23fe007bc0e375ad604ce68e7cb in 1154ms, sequenceid=58, compaction requested=true
2024-11-18T20:53:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:53:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:53:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:53:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:53:00,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-18T20:53:00,859 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:00,859 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:00,863 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:00,863 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/C is initiating minor compaction (all files)
2024-11-18T20:53:00,863 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/C in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:00,863 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a8e058a69f8e496b9024bf4ebf5f27bd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/b193329ebd6944f981dc8a2c9e3061a6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/76b86021c74948e294fc811e2d011415] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=35.2 K
2024-11-18T20:53:00,867 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a8e058a69f8e496b9024bf4ebf5f27bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731963177122
2024-11-18T20:53:00,873 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting b193329ebd6944f981dc8a2c9e3061a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963177266
2024-11-18T20:53:00,875 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:00,875 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/A is initiating minor compaction (all files)
2024-11-18T20:53:00,875 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/A in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:00,876 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4fd047e4694f46dea609b3b5465adca7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/760c4f6e522746368cbdf9bfc993eedb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/31ee7d0858f94df8a3fc22dad3aad434] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=90.7 K
2024-11-18T20:53:00,876 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:00,876 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4fd047e4694f46dea609b3b5465adca7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/760c4f6e522746368cbdf9bfc993eedb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/31ee7d0858f94df8a3fc22dad3aad434]
2024-11-18T20:53:00,880 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fd047e4694f46dea609b3b5465adca7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731963177122
2024-11-18T20:53:00,882 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 76b86021c74948e294fc811e2d011415, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731963178512
2024-11-18T20:53:00,887 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 760c4f6e522746368cbdf9bfc993eedb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963177266
2024-11-18T20:53:00,891 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31ee7d0858f94df8a3fc22dad3aad434, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731963178512
2024-11-18T20:53:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:00,927 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:00,928 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-18T20:53:00,977 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#C#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:00,978 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/7959be3c80334386903eaee5b8841b0b is 50, key is test_row_0/C:col10/1731963178512/Put/seqid=0
2024-11-18T20:53:00,988 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:00,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963240976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963240978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963240983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963240984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:00,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:00,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ef96eef843b946ae8f6411afb8124ff7_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963180913/Put/seqid=0
2024-11-18T20:53:01,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963240976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,024 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118b4a4746f82b342cb979102b409c88ca9_3d52f23fe007bc0e375ad604ce68e7cb store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:01,026 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118b4a4746f82b342cb979102b409c88ca9_3d52f23fe007bc0e375ad604ce68e7cb, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:01,027 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b4a4746f82b342cb979102b409c88ca9_3d52f23fe007bc0e375ad604ce68e7cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:01,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742444_1620 (size=12104)
2024-11-18T20:53:01,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742445_1621 (size=12154)
2024-11-18T20:53:01,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:01,084 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ef96eef843b946ae8f6411afb8124ff7_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef96eef843b946ae8f6411afb8124ff7_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:01,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/07c45a172b574a0297b5fbc701ed669a, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:01,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/07c45a172b574a0297b5fbc701ed669a is 175, key is test_row_0/A:col10/1731963180913/Put/seqid=0
2024-11-18T20:53:01,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742446_1622 (size=4469)
2024-11-18T20:53:01,106 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#A#compaction#531 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:01,106 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/81ed1a417b694389a1dfac3b8f45a82b is 175, key is test_row_0/A:col10/1731963178512/Put/seqid=0
2024-11-18T20:53:01,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963241104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963241104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963241104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963241104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963241115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742448_1624 (size=31058)
2024-11-18T20:53:01,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742447_1623 (size=30955)
2024-11-18T20:53:01,140 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/81ed1a417b694389a1dfac3b8f45a82b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/81ed1a417b694389a1dfac3b8f45a82b
2024-11-18T20:53:01,144 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/07c45a172b574a0297b5fbc701ed669a
2024-11-18T20:53:01,144 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/A of 3d52f23fe007bc0e375ad604ce68e7cb into 81ed1a417b694389a1dfac3b8f45a82b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:01,144 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:01,144 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/A, priority=13, startTime=1731963180857; duration=0sec
2024-11-18T20:53:01,144 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:01,144 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:A
2024-11-18T20:53:01,144 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:01,145 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:01,145 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/B is initiating minor compaction (all files)
2024-11-18T20:53:01,146 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/B in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:01,146 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/86a1ea6b0c974bc6a6e116ea395873d7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/b8f8090b757a4301b029fa91d88a7654, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8f60337d1383448e8e6cb9ff623cdd55] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=35.2 K
2024-11-18T20:53:01,146 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86a1ea6b0c974bc6a6e116ea395873d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731963177122
2024-11-18T20:53:01,146 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8f8090b757a4301b029fa91d88a7654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731963177266
2024-11-18T20:53:01,147 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f60337d1383448e8e6cb9ff623cdd55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731963178512
2024-11-18T20:53:01,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/8743de133ece4923873431bd8b3b57ae is 50, key is test_row_0/B:col10/1731963180913/Put/seqid=0
2024-11-18T20:53:01,177 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:01,178 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/36132aab48f7437f8dfa796d7f94bfc5 is 50, key is test_row_0/B:col10/1731963178512/Put/seqid=0
2024-11-18T20:53:01,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742449_1625 (size=12001)
2024-11-18T20:53:01,256 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/8743de133ece4923873431bd8b3b57ae
2024-11-18T20:53:01,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742450_1626 (size=12104)
2024-11-18T20:53:01,279 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/36132aab48f7437f8dfa796d7f94bfc5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/36132aab48f7437f8dfa796d7f94bfc5
2024-11-18T20:53:01,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/5e1ec6cd262344079fa0855e0efa66e5 is 50, key is test_row_0/C:col10/1731963180913/Put/seqid=0
2024-11-18T20:53:01,292 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/B of 3d52f23fe007bc0e375ad604ce68e7cb into 36132aab48f7437f8dfa796d7f94bfc5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:01,293 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:01,293 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/B, priority=13, startTime=1731963180857; duration=0sec
2024-11-18T20:53:01,293 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:01,293 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:B
2024-11-18T20:53:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-18T20:53:01,296 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:01,297 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:53:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-18T20:53:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-18T20:53:01,299 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:53:01,300 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:53:01,300 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:53:01,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963241320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963241320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963241320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963241320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963241334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742451_1627 (size=12001)
2024-11-18T20:53:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-18T20:53:01,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-18T20:53:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:01,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,474 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/7959be3c80334386903eaee5b8841b0b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/7959be3c80334386903eaee5b8841b0b
2024-11-18T20:53:01,483 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/C of 3d52f23fe007bc0e375ad604ce68e7cb into 7959be3c80334386903eaee5b8841b0b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:01,483 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:01,483 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/C, priority=13, startTime=1731963180857; duration=0sec
2024-11-18T20:53:01,484 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:01,484 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:C
2024-11-18T20:53:01,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-18T20:53:01,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:01,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:01,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:01,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-18T20:53:01,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963241644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963241644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963241644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963241644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963241653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:01,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:01,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:01,757 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/5e1ec6cd262344079fa0855e0efa66e5
2024-11-18T20:53:01,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/07c45a172b574a0297b5fbc701ed669a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/07c45a172b574a0297b5fbc701ed669a
2024-11-18T20:53:01,766 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/07c45a172b574a0297b5fbc701ed669a, entries=150, sequenceid=78, filesize=30.2 K
2024-11-18T20:53:01,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/8743de133ece4923873431bd8b3b57ae as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8743de133ece4923873431bd8b3b57ae
2024-11-18T20:53:01,771 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8743de133ece4923873431bd8b3b57ae, entries=150, sequenceid=78, filesize=11.7 K
2024-11-18T20:53:01,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/5e1ec6cd262344079fa0855e0efa66e5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/5e1ec6cd262344079fa0855e0efa66e5
2024-11-18T20:53:01,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-18T20:53:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:01,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:01,782 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/5e1ec6cd262344079fa0855e0efa66e5, entries=150, sequenceid=78, filesize=11.7 K
2024-11-18T20:53:01,783 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 3d52f23fe007bc0e375ad604ce68e7cb in 856ms, sequenceid=78, compaction requested=false
2024-11-18T20:53:01,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:01,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-18T20:53:01,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:01,934 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-18T20:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-18T20:53:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118186dd4ea8c1c4a00a3e2f94ad11347bb_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963180982/Put/seqid=0
2024-11-18T20:53:02,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742452_1628 (size=12154)
2024-11-18T20:53:02,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:02,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118186dd4ea8c1c4a00a3e2f94ad11347bb_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118186dd4ea8c1c4a00a3e2f94ad11347bb_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:02,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/fd807bf0d40d4091abbe47af32c14c93, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:02,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/fd807bf0d40d4091abbe47af32c14c93 is 175, key is test_row_0/A:col10/1731963180982/Put/seqid=0
2024-11-18T20:53:02,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742453_1629 (size=30955)
2024-11-18T20:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:02,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:02,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963242220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963242220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963242229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963242230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963242230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963242344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963242344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963242352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963242355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963242352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-18T20:53:02,499 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/fd807bf0d40d4091abbe47af32c14c93
2024-11-18T20:53:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/ae659fef14cb471d911a0d93c9b34ef4 is 50, key is test_row_0/B:col10/1731963180982/Put/seqid=0
2024-11-18T20:53:02,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963242565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963242565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963242567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963242567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963242572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742454_1630 (size=12001)
2024-11-18T20:53:02,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/ae659fef14cb471d911a0d93c9b34ef4
2024-11-18T20:53:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/2c3da1ec59e049a0b875b574cd4e0dc7 is 50, key is test_row_0/C:col10/1731963180982/Put/seqid=0
2024-11-18T20:53:02,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742455_1631 (size=12001)
2024-11-18T20:53:02,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963242884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963242884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963242892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963242892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:02,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963242895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/2c3da1ec59e049a0b875b574cd4e0dc7
2024-11-18T20:53:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/fd807bf0d40d4091abbe47af32c14c93 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/fd807bf0d40d4091abbe47af32c14c93
2024-11-18T20:53:03,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/fd807bf0d40d4091abbe47af32c14c93, entries=150, sequenceid=98, filesize=30.2 K
2024-11-18T20:53:03,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/ae659fef14cb471d911a0d93c9b34ef4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ae659fef14cb471d911a0d93c9b34ef4
2024-11-18T20:53:03,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ae659fef14cb471d911a0d93c9b34ef4, entries=150, sequenceid=98, filesize=11.7 K
2024-11-18T20:53:03,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/2c3da1ec59e049a0b875b574cd4e0dc7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3da1ec59e049a0b875b574cd4e0dc7
2024-11-18T20:53:03,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3da1ec59e049a0b875b574cd4e0dc7, entries=150, sequenceid=98, filesize=11.7 K
2024-11-18T20:53:03,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3d52f23fe007bc0e375ad604ce68e7cb in 1300ms, sequenceid=98, compaction requested=true
2024-11-18T20:53:03,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:03,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:03,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-18T20:53:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-18T20:53:03,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-18T20:53:03,252 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9480 sec
2024-11-18T20:53:03,254 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.9560 sec
2024-11-18T20:53:03,409 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:03,409 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-18T20:53:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:03,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118dc85d0f5187844988d5312a37b7b347a_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963182226/Put/seqid=0
2024-11-18T20:53:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-18T20:53:03,472 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:03,473 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:53:03,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963243451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963243455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-18T20:53:03,482 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:53:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T20:53:03,483 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:53:03,483 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:53:03,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742456_1632 (size=14594)
2024-11-18T20:53:03,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963243460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963243461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,504 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118dc85d0f5187844988d5312a37b7b347a_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dc85d0f5187844988d5312a37b7b347a_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:03,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/30480941f36f421bba6ceac8e23201cb, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:03,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/30480941f36f421bba6ceac8e23201cb is 175, key is test_row_0/A:col10/1731963182226/Put/seqid=0
2024-11-18T20:53:03,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963243485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742457_1633 (size=39549)
2024-11-18T20:53:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T20:53:03,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963243589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963243591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963243601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963243601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963243627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T20:53:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:03,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T20:53:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:03,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T20:53:03,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963243810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963243810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963243820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963243821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963243840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:03,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T20:53:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:03,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:03,952 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/30480941f36f421bba6ceac8e23201cb
2024-11-18T20:53:03,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3390df7d2cdc4141b3f84a046b867acd is 50, key is test_row_0/B:col10/1731963182226/Put/seqid=0
2024-11-18T20:53:04,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742458_1634 (size=12001)
2024-11-18T20:53:04,043 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3390df7d2cdc4141b3f84a046b867acd
2024-11-18T20:53:04,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T20:53:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/0e1ea2098f02431b95b7389aff4f85f5 is 50, key is test_row_0/C:col10/1731963182226/Put/seqid=0
2024-11-18T20:53:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T20:53:04,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742459_1635 (size=12001)
2024-11-18T20:53:04,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963244120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963244123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963244134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963244134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963244151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T20:53:04,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:04,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T20:53:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,527 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/0e1ea2098f02431b95b7389aff4f85f5
2024-11-18T20:53:04,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/30480941f36f421bba6ceac8e23201cb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/30480941f36f421bba6ceac8e23201cb
2024-11-18T20:53:04,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T20:53:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T20:53:04,632 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/30480941f36f421bba6ceac8e23201cb, entries=200, sequenceid=119, filesize=38.6 K
2024-11-18T20:53:04,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3390df7d2cdc4141b3f84a046b867acd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3390df7d2cdc4141b3f84a046b867acd
2024-11-18T20:53:04,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963244642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963244642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963244650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963244659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963244670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:04,680 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3390df7d2cdc4141b3f84a046b867acd, entries=150, sequenceid=119, filesize=11.7 K
2024-11-18T20:53:04,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/0e1ea2098f02431b95b7389aff4f85f5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/0e1ea2098f02431b95b7389aff4f85f5
2024-11-18T20:53:04,728 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/0e1ea2098f02431b95b7389aff4f85f5, entries=150, sequenceid=119, filesize=11.7 K
2024-11-18T20:53:04,735 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 3d52f23fe007bc0e375ad604ce68e7cb in 1326ms, sequenceid=119, compaction requested=true
2024-11-18T20:53:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:04,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:53:04,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:04,736 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:53:04,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:53:04,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:04,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:53:04,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:53:04,739 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:53:04,755 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:53:04,756 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/A is initiating minor compaction (all files)
2024-11-18T20:53:04,756 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/A in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,756 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/81ed1a417b694389a1dfac3b8f45a82b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/07c45a172b574a0297b5fbc701ed669a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/fd807bf0d40d4091abbe47af32c14c93, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/30480941f36f421bba6ceac8e23201cb] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=129.4 K
2024-11-18T20:53:04,756 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,756 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/81ed1a417b694389a1dfac3b8f45a82b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/07c45a172b574a0297b5fbc701ed669a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/fd807bf0d40d4091abbe47af32c14c93, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/30480941f36f421bba6ceac8e23201cb]
2024-11-18T20:53:04,763 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81ed1a417b694389a1dfac3b8f45a82b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731963178512
2024-11-18T20:53:04,764 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:53:04,764 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/B is initiating minor compaction (all files)
2024-11-18T20:53:04,764 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/B in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,764 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/36132aab48f7437f8dfa796d7f94bfc5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8743de133ece4923873431bd8b3b57ae, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ae659fef14cb471d911a0d93c9b34ef4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3390df7d2cdc4141b3f84a046b867acd] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=47.0 K
2024-11-18T20:53:04,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T20:53:04,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-18T20:53:04,769 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07c45a172b574a0297b5fbc701ed669a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731963179762
2024-11-18T20:53:04,769 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 36132aab48f7437f8dfa796d7f94bfc5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731963178512
2024-11-18T20:53:04,780 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 8743de133ece4923873431bd8b3b57ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731963179762
2024-11-18T20:53:04,780 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd807bf0d40d4091abbe47af32c14c93, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731963180953
2024-11-18T20:53:04,783 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30480941f36f421bba6ceac8e23201cb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731963182211
2024-11-18T20:53:04,784 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ae659fef14cb471d911a0d93c9b34ef4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731963180953
2024-11-18T20:53:04,786 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3390df7d2cdc4141b3f84a046b867acd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731963182226
2024-11-18T20:53:04,824 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#B#compaction#542 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:04,825 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/ad9c1f5254d44046b4941b1bac85bd0f is 50, key is test_row_0/B:col10/1731963182226/Put/seqid=0
2024-11-18T20:53:04,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118276d7e738aa245deb3abd05c121cab2a_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963183455/Put/seqid=0
2024-11-18T20:53:04,841 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:04,864 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118fc4d7bed4e204375bf90bd2d3bfcd072_3d52f23fe007bc0e375ad604ce68e7cb store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:04,867 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118fc4d7bed4e204375bf90bd2d3bfcd072_3d52f23fe007bc0e375ad604ce68e7cb, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:04,873 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fc4d7bed4e204375bf90bd2d3bfcd072_3d52f23fe007bc0e375ad604ce68e7cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:04,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742460_1636 (size=12241)
2024-11-18T20:53:04,894 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/ad9c1f5254d44046b4941b1bac85bd0f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ad9c1f5254d44046b4941b1bac85bd0f
2024-11-18T20:53:04,915 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/B of 3d52f23fe007bc0e375ad604ce68e7cb into ad9c1f5254d44046b4941b1bac85bd0f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:04,915 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:04,916 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/B, priority=12, startTime=1731963184736; duration=0sec
2024-11-18T20:53:04,916 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:04,916 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:B
2024-11-18T20:53:04,916 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:53:04,917 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:53:04,917 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/C is initiating minor compaction (all files)
2024-11-18T20:53:04,917 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/C in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:04,917 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/7959be3c80334386903eaee5b8841b0b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/5e1ec6cd262344079fa0855e0efa66e5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3da1ec59e049a0b875b574cd4e0dc7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/0e1ea2098f02431b95b7389aff4f85f5] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=47.0 K
2024-11-18T20:53:04,919 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7959be3c80334386903eaee5b8841b0b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731963178512
2024-11-18T20:53:04,919 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e1ec6cd262344079fa0855e0efa66e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731963179762
2024-11-18T20:53:04,919 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c3da1ec59e049a0b875b574cd4e0dc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731963180953
2024-11-18T20:53:04,920 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e1ea2098f02431b95b7389aff4f85f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731963182226
2024-11-18T20:53:04,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742461_1637 (size=12304)
2024-11-18T20:53:04,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:04,934 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118276d7e738aa245deb3abd05c121cab2a_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118276d7e738aa245deb3abd05c121cab2a_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:04,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4f8ee99de70f4ce9b2001da58fb6af99, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:04,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4f8ee99de70f4ce9b2001da58fb6af99 is 175, key is test_row_0/A:col10/1731963183455/Put/seqid=0
2024-11-18T20:53:04,950 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#C#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:04,950 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/62661bb0710042fe83a16fb294ce1b37 is 50, key is test_row_0/C:col10/1731963182226/Put/seqid=0
2024-11-18T20:53:04,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742462_1638 (size=4469)
2024-11-18T20:53:05,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742463_1639 (size=31105)
2024-11-18T20:53:05,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4f8ee99de70f4ce9b2001da58fb6af99
2024-11-18T20:53:05,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742464_1640 (size=12241)
2024-11-18T20:53:05,040 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/62661bb0710042fe83a16fb294ce1b37 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/62661bb0710042fe83a16fb294ce1b37
2024-11-18T20:53:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/7b4d24ecb0674304b7412ea34845a3f0 is 50, key is test_row_0/B:col10/1731963183455/Put/seqid=0
2024-11-18T20:53:05,056 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/C of 3d52f23fe007bc0e375ad604ce68e7cb into 62661bb0710042fe83a16fb294ce1b37(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:05,056 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:05,056 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/C, priority=12, startTime=1731963184736; duration=0sec
2024-11-18T20:53:05,056 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:05,056 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:C
2024-11-18T20:53:05,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742465_1641 (size=12151)
2024-11-18T20:53:05,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/7b4d24ecb0674304b7412ea34845a3f0
2024-11-18T20:53:05,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/3f5185a96ccf4455a3c9213a8e0b4ebb is 50, key is test_row_0/C:col10/1731963183455/Put/seqid=0
2024-11-18T20:53:05,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742466_1642 (size=12151)
2024-11-18T20:53:05,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/3f5185a96ccf4455a3c9213a8e0b4ebb
2024-11-18T20:53:05,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4f8ee99de70f4ce9b2001da58fb6af99 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4f8ee99de70f4ce9b2001da58fb6af99
2024-11-18T20:53:05,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4f8ee99de70f4ce9b2001da58fb6af99, entries=150, sequenceid=135, filesize=30.4 K
2024-11-18T20:53:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/7b4d24ecb0674304b7412ea34845a3f0 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/7b4d24ecb0674304b7412ea34845a3f0
2024-11-18T20:53:05,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/7b4d24ecb0674304b7412ea34845a3f0, entries=150, sequenceid=135, filesize=11.9 K
2024-11-18T20:53:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/3f5185a96ccf4455a3c9213a8e0b4ebb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3f5185a96ccf4455a3c9213a8e0b4ebb
2024-11-18T20:53:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3f5185a96ccf4455a3c9213a8e0b4ebb, entries=150, sequenceid=135, filesize=11.9 K
2024-11-18T20:53:05,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 3d52f23fe007bc0e375ad604ce68e7cb in 443ms, sequenceid=135, compaction requested=false
2024-11-18T20:53:05,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:05,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:05,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-18T20:53:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-18T20:53:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,251 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-18T20:53:05,251 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7480 sec
2024-11-18T20:53:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,272 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.7860 sec
2024-11-18T20:53:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,364 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#A#compaction#544 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,364 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/1e7a66c1cdbc408591bd7bd9aac9e11a is 175, key is test_row_0/A:col10/1731963182226/Put/seqid=0
2024-11-18T20:53:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742467_1643 (size=31195)
2024-11-18T20:53:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,467 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/1e7a66c1cdbc408591bd7bd9aac9e11a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/1e7a66c1cdbc408591bd7bd9aac9e11a
2024-11-18T20:53:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,514 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/A of 3d52f23fe007bc0e375ad604ce68e7cb into 1e7a66c1cdbc408591bd7bd9aac9e11a(size=30.5 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:05,515 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:05,515 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/A, priority=12, startTime=1731963184735; duration=0sec
2024-11-18T20:53:05,515 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:05,515 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:A
2024-11-18T20:53:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T20:53:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,644 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:53:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-18T20:53:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T20:53:05,646 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:53:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,647 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:53:05,647 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:53:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T20:53:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-18T20:53:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:05,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB
2024-11-18T20:53:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:05,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:05,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180bef24ebec184ec0978504f94180c36f_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963185784/Put/seqid=0
2024-11-18T20:53:05,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742468_1644 (size=12304)
2024-11-18T20:53:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:05,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180bef24ebec184ec0978504f94180c36f_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180bef24ebec184ec0978504f94180c36f_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/d41c8cb5eb8a4592bffafd80698e717f, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:05,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/d41c8cb5eb8a4592bffafd80698e717f is 175, key is test_row_0/A:col10/1731963185784/Put/seqid=0
2024-11-18T20:53:05,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:05,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742469_1645 (size=31105)
2024-11-18T20:53:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963245927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:05,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963245929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:05,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/d41c8cb5eb8a4592bffafd80698e717f
2024-11-18T20:53:05,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963245939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:05,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963245939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T20:53:05,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963245944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:05,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:05,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/ffef8b9c8ebe491490694ce38076b7df is 50, key is test_row_0/B:col10/1731963185784/Put/seqid=0
2024-11-18T20:53:06,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742470_1646 (size=12151)
2024-11-18T20:53:06,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963246050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963246050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963246060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963246070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963246070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963246260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T20:53:06,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963246270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963246275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963246290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963246290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/ffef8b9c8ebe491490694ce38076b7df
2024-11-18T20:53:06,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/895d8a39994e4570bc1aef892508b84a is 50, key is test_row_0/C:col10/1731963185784/Put/seqid=0
2024-11-18T20:53:06,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742471_1647 (size=12151)
2024-11-18T20:53:06,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963246579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963246590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963246591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963246610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963246610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T20:53:06,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/895d8a39994e4570bc1aef892508b84a
2024-11-18T20:53:06,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/d41c8cb5eb8a4592bffafd80698e717f as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d41c8cb5eb8a4592bffafd80698e717f
2024-11-18T20:53:06,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d41c8cb5eb8a4592bffafd80698e717f, entries=150, sequenceid=146, filesize=30.4 K
2024-11-18T20:53:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/ffef8b9c8ebe491490694ce38076b7df as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ffef8b9c8ebe491490694ce38076b7df
2024-11-18T20:53:06,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ffef8b9c8ebe491490694ce38076b7df, entries=150, sequenceid=146, filesize=11.9 K
2024-11-18T20:53:06,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/895d8a39994e4570bc1aef892508b84a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/895d8a39994e4570bc1aef892508b84a
2024-11-18T20:53:06,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/895d8a39994e4570bc1aef892508b84a, entries=150, sequenceid=146, filesize=11.9 K
2024-11-18T20:53:06,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 3d52f23fe007bc0e375ad604ce68e7cb in 1167ms, sequenceid=146, compaction requested=true
2024-11-18T20:53:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-18T20:53:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-18T20:53:06,994 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-18T20:53:06,994 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3440 sec
2024-11-18T20:53:06,996 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.3510 sec
2024-11-18T20:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:07,107 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:07,107 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB
2024-11-18T20:53:07,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963247130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963247132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bec1b0ec74ef4e2db262c4d48ad95698_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963187094/Put/seqid=0
2024-11-18T20:53:07,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963247132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963247133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963247148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742472_1648 (size=12304)
2024-11-18T20:53:07,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:07,195 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bec1b0ec74ef4e2db262c4d48ad95698_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bec1b0ec74ef4e2db262c4d48ad95698_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:07,197 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/6af08c5bfdcd40f7b861eaa3564c4e4c, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:07,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/6af08c5bfdcd40f7b861eaa3564c4e4c is 175, key is test_row_0/A:col10/1731963187094/Put/seqid=0
2024-11-18T20:53:07,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963247251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963247252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742473_1649 (size=31105)
2024-11-18T20:53:07,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963247264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963247470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963247470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963247479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,668 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/6af08c5bfdcd40f7b861eaa3564c4e4c
2024-11-18T20:53:07,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/25d1d0f4349b4965b31575d408bf57d3 is 50, key is test_row_0/B:col10/1731963187094/Put/seqid=0
2024-11-18T20:53:07,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742474_1650 (size=12151)
2024-11-18T20:53:07,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963247781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963247781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963247790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:07,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T20:53:07,812 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:07,812 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:53:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-18T20:53:07,820 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:53:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T20:53:07,820 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:53:07,821 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:53:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T20:53:07,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T20:53:07,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:07,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:07,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:07,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:07,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T20:53:08,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:08,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T20:53:08,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963248140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:08,143 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in 3d52f23fe007bc0e375ad604ce68e7cb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:53:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:08,149 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/25d1d0f4349b4965b31575d408bf57d3
2024-11-18T20:53:08,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963248150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:08,156 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 3d52f23fe007bc0e375ad604ce68e7cb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:53:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:08,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/277e5d6562e74e47a4032c8ed63e68a4 is 50, key is test_row_0/C:col10/1731963187094/Put/seqid=0
2024-11-18T20:53:08,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742475_1651 (size=12151)
2024-11-18T20:53:08,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T20:53:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:08,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963248290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:08,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:08,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963248300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:08,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963248323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:08,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T20:53:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T20:53:08,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:08,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T20:53:08,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:08,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,628 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/277e5d6562e74e47a4032c8ed63e68a4
2024-11-18T20:53:08,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/6af08c5bfdcd40f7b861eaa3564c4e4c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6af08c5bfdcd40f7b861eaa3564c4e4c
2024-11-18T20:53:08,713 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6af08c5bfdcd40f7b861eaa3564c4e4c, entries=150, sequenceid=176, filesize=30.4 K
2024-11-18T20:53:08,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/25d1d0f4349b4965b31575d408bf57d3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/25d1d0f4349b4965b31575d408bf57d3
2024-11-18T20:53:08,774 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/25d1d0f4349b4965b31575d408bf57d3, entries=150, sequenceid=176, filesize=11.9 K
2024-11-18T20:53:08,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/277e5d6562e74e47a4032c8ed63e68a4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/277e5d6562e74e47a4032c8ed63e68a4
2024-11-18T20:53:08,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T20:53:08,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:08,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:08,809 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/277e5d6562e74e47a4032c8ed63e68a4, entries=150, sequenceid=176, filesize=11.9 K
2024-11-18T20:53:08,815 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 3d52f23fe007bc0e375ad604ce68e7cb in 1708ms, sequenceid=176, compaction requested=true
2024-11-18T20:53:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:53:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:08,816 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:53:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:53:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:53:08,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:08,816 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:53:08,828 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:53:08,828 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/B is initiating minor compaction (all files)
2024-11-18T20:53:08,829 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/B in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,829 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ad9c1f5254d44046b4941b1bac85bd0f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/7b4d24ecb0674304b7412ea34845a3f0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ffef8b9c8ebe491490694ce38076b7df, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/25d1d0f4349b4965b31575d408bf57d3] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=47.6 K
2024-11-18T20:53:08,829 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 124510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:53:08,829 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/A is initiating minor compaction (all files)
2024-11-18T20:53:08,829 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/A in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,829 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/1e7a66c1cdbc408591bd7bd9aac9e11a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4f8ee99de70f4ce9b2001da58fb6af99, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d41c8cb5eb8a4592bffafd80698e717f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6af08c5bfdcd40f7b861eaa3564c4e4c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=121.6 K
2024-11-18T20:53:08,829 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,829 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/1e7a66c1cdbc408591bd7bd9aac9e11a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4f8ee99de70f4ce9b2001da58fb6af99, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d41c8cb5eb8a4592bffafd80698e717f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6af08c5bfdcd40f7b861eaa3564c4e4c]
2024-11-18T20:53:08,829 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ad9c1f5254d44046b4941b1bac85bd0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731963182226
2024-11-18T20:53:08,836 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e7a66c1cdbc408591bd7bd9aac9e11a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731963182226
2024-11-18T20:53:08,836 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b4d24ecb0674304b7412ea34845a3f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731963183455
2024-11-18T20:53:08,836 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting ffef8b9c8ebe491490694ce38076b7df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731963185746
2024-11-18T20:53:08,837 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f8ee99de70f4ce9b2001da58fb6af99, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731963183455
2024-11-18T20:53:08,839 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 25d1d0f4349b4965b31575d408bf57d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731963185905
2024-11-18T20:53:08,839 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting d41c8cb5eb8a4592bffafd80698e717f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731963185746
2024-11-18T20:53:08,840 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6af08c5bfdcd40f7b861eaa3564c4e4c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731963185905
2024-11-18T20:53:08,874 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#B#compaction#554 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:08,874 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/128737de5ed14a419b3dabbe6ab600a3 is 50, key is test_row_0/B:col10/1731963187094/Put/seqid=0
2024-11-18T20:53:08,879 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:08,901 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118ac50bac9074e459496964d97185e8954_3d52f23fe007bc0e375ad604ce68e7cb store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:08,904 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118ac50bac9074e459496964d97185e8954_3d52f23fe007bc0e375ad604ce68e7cb, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:08,904 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ac50bac9074e459496964d97185e8954_3d52f23fe007bc0e375ad604ce68e7cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:08,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742476_1652 (size=12527)
2024-11-18T20:53:08,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T20:53:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-18T20:53:08,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742477_1653 (size=4469)
2024-11-18T20:53:08,949 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#A#compaction#555 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:08,949 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/5295ca42ea9c4a76ae2c4b300fc9f827 is 175, key is test_row_0/A:col10/1731963187094/Put/seqid=0
2024-11-18T20:53:08,952 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/128737de5ed14a419b3dabbe6ab600a3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/128737de5ed14a419b3dabbe6ab600a3
2024-11-18T20:53:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T20:53:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c11cdb298ffd4a43ac079f769704130c_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963187132/Put/seqid=0
2024-11-18T20:53:08,983 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/B of 3d52f23fe007bc0e375ad604ce68e7cb into 128737de5ed14a419b3dabbe6ab600a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:08,983 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:08,984 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/B, priority=12, startTime=1731963188816; duration=0sec
2024-11-18T20:53:08,984 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:08,984 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:B
2024-11-18T20:53:08,984 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T20:53:08,985 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T20:53:08,985 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/C is initiating minor compaction (all files)
2024-11-18T20:53:08,985 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/C in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:08,985 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/62661bb0710042fe83a16fb294ce1b37, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3f5185a96ccf4455a3c9213a8e0b4ebb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/895d8a39994e4570bc1aef892508b84a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/277e5d6562e74e47a4032c8ed63e68a4] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=47.6 K
2024-11-18T20:53:08,987 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 62661bb0710042fe83a16fb294ce1b37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731963182226
2024-11-18T20:53:08,987 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f5185a96ccf4455a3c9213a8e0b4ebb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731963183455
2024-11-18T20:53:08,987 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 895d8a39994e4570bc1aef892508b84a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731963185746
2024-11-18T20:53:08,988 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 277e5d6562e74e47a4032c8ed63e68a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731963185905
2024-11-18T20:53:09,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742478_1654 (size=31481)
2024-11-18T20:53:09,024 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#C#compaction#557 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:09,024 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/520698ec84564a08aba5aa5d5f1f5cca is 50, key is test_row_0/C:col10/1731963187094/Put/seqid=0
2024-11-18T20:53:09,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742479_1655 (size=12304)
2024-11-18T20:53:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:09,046 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c11cdb298ffd4a43ac079f769704130c_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c11cdb298ffd4a43ac079f769704130c_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:09,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/71cfb9c142da45aeb602fc0bfe9e4762, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:09,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/71cfb9c142da45aeb602fc0bfe9e4762 is 175, key is test_row_0/A:col10/1731963187132/Put/seqid=0
2024-11-18T20:53:09,050 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/5295ca42ea9c4a76ae2c4b300fc9f827 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/5295ca42ea9c4a76ae2c4b300fc9f827
2024-11-18T20:53:09,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742480_1656 (size=12527)
2024-11-18T20:53:09,068 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/A of 3d52f23fe007bc0e375ad604ce68e7cb into 5295ca42ea9c4a76ae2c4b300fc9f827(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:09,068 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:09,068 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/A, priority=12, startTime=1731963188816; duration=0sec
2024-11-18T20:53:09,068 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:09,068 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:A
2024-11-18T20:53:09,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742481_1657 (size=31105)
2024-11-18T20:53:09,080 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/520698ec84564a08aba5aa5d5f1f5cca as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/520698ec84564a08aba5aa5d5f1f5cca
2024-11-18T20:53:09,085 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/C of 3d52f23fe007bc0e375ad604ce68e7cb into 520698ec84564a08aba5aa5d5f1f5cca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:09,085 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:09,085 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/C, priority=12, startTime=1731963188816; duration=0sec
2024-11-18T20:53:09,085 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:09,085 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:C
2024-11-18T20:53:09,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:09,487 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/71cfb9c142da45aeb602fc0bfe9e4762
2024-11-18T20:53:09,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963249481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963249483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963249497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/723b04a888c045d3b3b815aed886aaa7 is 50, key is test_row_0/B:col10/1731963187132/Put/seqid=0
2024-11-18T20:53:09,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742482_1658 (size=12151)
2024-11-18T20:53:09,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963249600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/723b04a888c045d3b3b815aed886aaa7
2024-11-18T20:53:09,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963249600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963249619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/f5b5055961b94feebe22f7133dccb23a is 50, key is test_row_0/C:col10/1731963187132/Put/seqid=0
2024-11-18T20:53:09,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742483_1659 (size=12151)
2024-11-18T20:53:09,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/f5b5055961b94feebe22f7133dccb23a
2024-11-18T20:53:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/71cfb9c142da45aeb602fc0bfe9e4762 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/71cfb9c142da45aeb602fc0bfe9e4762
2024-11-18T20:53:09,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/71cfb9c142da45aeb602fc0bfe9e4762, entries=150, sequenceid=183, filesize=30.4 K
2024-11-18T20:53:09,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/723b04a888c045d3b3b815aed886aaa7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/723b04a888c045d3b3b815aed886aaa7
2024-11-18T20:53:09,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/723b04a888c045d3b3b815aed886aaa7, entries=150, sequenceid=183, filesize=11.9 K
2024-11-18T20:53:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/f5b5055961b94feebe22f7133dccb23a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/f5b5055961b94feebe22f7133dccb23a
2024-11-18T20:53:09,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/f5b5055961b94feebe22f7133dccb23a, entries=150, sequenceid=183, filesize=11.9 K
2024-11-18T20:53:09,778 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 3d52f23fe007bc0e375ad604ce68e7cb in 838ms, sequenceid=183, compaction requested=false
2024-11-18T20:53:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-18T20:53:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-18T20:53:09,782 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-18T20:53:09,782 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9590 sec
2024-11-18T20:53:09,784 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.9700 sec
2024-11-18T20:53:09,826 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:09,827 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB
2024-11-18T20:53:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:09,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118198dac0fe21a4697a1fee17f2b3994be_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963189478/Put/seqid=0
2024-11-18T20:53:09,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963249846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963249850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963249850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742484_1660 (size=12304)
2024-11-18T20:53:09,896 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:09,905 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118198dac0fe21a4697a1fee17f2b3994be_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118198dac0fe21a4697a1fee17f2b3994be_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:09,907 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/cbc6373ee5bf4062bd9b6866fccfeda5, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:09,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/cbc6373ee5bf4062bd9b6866fccfeda5 is 175, key is test_row_0/A:col10/1731963189478/Put/seqid=0
2024-11-18T20:53:09,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742485_1661 (size=31105)
2024-11-18T20:53:09,964 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/cbc6373ee5bf4062bd9b6866fccfeda5
2024-11-18T20:53:09,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963249959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T20:53:09,971 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:09,972 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:53:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-18T20:53:09,974 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:53:09,975 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:53:09,975 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:53:09,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T20:53:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963249971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963249971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:09,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:09,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:09,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/05dcd5761f8d43d29eae80913721e9bb is 50, key is test_row_0/B:col10/1731963189478/Put/seqid=0
2024-11-18T20:53:10,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742486_1662 (size=12151)
2024-11-18T20:53:10,052 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/05dcd5761f8d43d29eae80913721e9bb
2024-11-18T20:53:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T20:53:10,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/a9aa40dbb3a74ed9a79750df93317e63 is 50, key is test_row_0/C:col10/1731963189478/Put/seqid=0
2024-11-18T20:53:10,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-18T20:53:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:10,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:10,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742487_1663 (size=12151)
2024-11-18T20:53:10,153 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/a9aa40dbb3a74ed9a79750df93317e63
2024-11-18T20:53:10,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/cbc6373ee5bf4062bd9b6866fccfeda5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/cbc6373ee5bf4062bd9b6866fccfeda5
2024-11-18T20:53:10,168 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/cbc6373ee5bf4062bd9b6866fccfeda5, entries=150, sequenceid=217, filesize=30.4 K
2024-11-18T20:53:10,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/05dcd5761f8d43d29eae80913721e9bb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/05dcd5761f8d43d29eae80913721e9bb
2024-11-18T20:53:10,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963250163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,179 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 3d52f23fe007bc0e375ad604ce68e7cb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:53:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963250170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963250180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,182 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in 3d52f23fe007bc0e375ad604ce68e7cb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4243 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:53:10,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963250180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,192 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/05dcd5761f8d43d29eae80913721e9bb, entries=150, sequenceid=217, filesize=11.9 K
2024-11-18T20:53:10,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963250192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/a9aa40dbb3a74ed9a79750df93317e63 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a9aa40dbb3a74ed9a79750df93317e63
2024-11-18T20:53:10,217 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a9aa40dbb3a74ed9a79750df93317e63, entries=150, sequenceid=217, filesize=11.9 K
2024-11-18T20:53:10,218 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=26.84 KB/27480 for 3d52f23fe007bc0e375ad604ce68e7cb in 392ms, sequenceid=217, compaction requested=true
2024-11-18T20:53:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:53:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:10,218 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:53:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:53:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:53:10,219 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:10,236 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:10,236 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/A is initiating minor compaction (all files)
2024-11-18T20:53:10,236 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/A in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:10,236 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/5295ca42ea9c4a76ae2c4b300fc9f827, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/71cfb9c142da45aeb602fc0bfe9e4762, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/cbc6373ee5bf4062bd9b6866fccfeda5] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=91.5 K
2024-11-18T20:53:10,236 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:10,237 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/5295ca42ea9c4a76ae2c4b300fc9f827, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/71cfb9c142da45aeb602fc0bfe9e4762, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/cbc6373ee5bf4062bd9b6866fccfeda5]
2024-11-18T20:53:10,239 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5295ca42ea9c4a76ae2c4b300fc9f827, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731963185905
2024-11-18T20:53:10,248 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71cfb9c142da45aeb602fc0bfe9e4762, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731963187114
2024-11-18T20:53:10,251 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:10,251 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/B is initiating minor compaction (all files)
2024-11-18T20:53:10,251 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/B in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:10,252 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/128737de5ed14a419b3dabbe6ab600a3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/723b04a888c045d3b3b815aed886aaa7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/05dcd5761f8d43d29eae80913721e9bb] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.0 K
2024-11-18T20:53:10,255 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbc6373ee5bf4062bd9b6866fccfeda5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731963189478
2024-11-18T20:53:10,259 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 128737de5ed14a419b3dabbe6ab600a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731963185905
2024-11-18T20:53:10,263 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 723b04a888c045d3b3b815aed886aaa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731963187114
2024-11-18T20:53:10,268 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 05dcd5761f8d43d29eae80913721e9bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731963189478
2024-11-18T20:53:10,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-18T20:53:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T20:53:10,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:10,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-18T20:53:10,300 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:10,327 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111820bef7333c2a4791bd362b4d68d49cdc_3d52f23fe007bc0e375ad604ce68e7cb store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:10,329 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111820bef7333c2a4791bd362b4d68d49cdc_3d52f23fe007bc0e375ad604ce68e7cb, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:10,329 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111820bef7333c2a4791bd362b4d68d49cdc_3d52f23fe007bc0e375ad604ce68e7cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:10,331 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#B#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:10,332 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/37745022bee94a339f45f8f46e35c9aa is 50, key is test_row_0/B:col10/1731963189478/Put/seqid=0
2024-11-18T20:53:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f481abcad3174136aeff87b5120f8e1e_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963189842/Put/seqid=0
2024-11-18T20:53:10,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742489_1665 (size=12629)
2024-11-18T20:53:10,445 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/37745022bee94a339f45f8f46e35c9aa as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/37745022bee94a339f45f8f46e35c9aa
2024-11-18T20:53:10,450 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/B of 3d52f23fe007bc0e375ad604ce68e7cb into 37745022bee94a339f45f8f46e35c9aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:10,450 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:10,450 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/B, priority=13, startTime=1731963190218; duration=0sec
2024-11-18T20:53:10,450 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:10,450 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:B
2024-11-18T20:53:10,450 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:10,452 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:10,452 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/C is initiating minor compaction (all files)
2024-11-18T20:53:10,452 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/C in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:10,452 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/520698ec84564a08aba5aa5d5f1f5cca, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/f5b5055961b94feebe22f7133dccb23a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a9aa40dbb3a74ed9a79750df93317e63] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.0 K
2024-11-18T20:53:10,453 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 520698ec84564a08aba5aa5d5f1f5cca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731963185905
2024-11-18T20:53:10,453 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting f5b5055961b94feebe22f7133dccb23a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731963187114
2024-11-18T20:53:10,453 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a9aa40dbb3a74ed9a79750df93317e63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731963189478
2024-11-18T20:53:10,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742488_1664 (size=4469)
2024-11-18T20:53:10,476 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#A#compaction#563 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:10,476 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/7e8c892326774bdf95a7f229c7421381 is 175, key is test_row_0/A:col10/1731963189478/Put/seqid=0
2024-11-18T20:53:10,493 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#C#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:10,494 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/544499f0d187436991bf118c0276a638 is 50, key is test_row_0/C:col10/1731963189478/Put/seqid=0
2024-11-18T20:53:10,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742490_1666 (size=12304)
2024-11-18T20:53:10,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:10,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:10,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742491_1667 (size=31583)
2024-11-18T20:53:10,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f481abcad3174136aeff87b5120f8e1e_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f481abcad3174136aeff87b5120f8e1e_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:10,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742492_1668 (size=12629)
2024-11-18T20:53:10,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/f8faf6623cec4a7cbfda22c57acebd59, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/f8faf6623cec4a7cbfda22c57acebd59 is 175, key is test_row_0/A:col10/1731963189842/Put/seqid=0
2024-11-18T20:53:10,578 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/7e8c892326774bdf95a7f229c7421381 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7e8c892326774bdf95a7f229c7421381
2024-11-18T20:53:10,579 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/544499f0d187436991bf118c0276a638 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/544499f0d187436991bf118c0276a638
2024-11-18T20:53:10,593 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/C of 3d52f23fe007bc0e375ad604ce68e7cb into 544499f0d187436991bf118c0276a638(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:10,593 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:10,593 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/C, priority=13, startTime=1731963190218; duration=0sec
2024-11-18T20:53:10,593 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/A of 3d52f23fe007bc0e375ad604ce68e7cb into 7e8c892326774bdf95a7f229c7421381(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:10,593 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:10,594 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/A, priority=13, startTime=1731963190218; duration=0sec
2024-11-18T20:53:10,594 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:10,594 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:A
2024-11-18T20:53:10,594 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:10,594 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:C
2024-11-18T20:53:10,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742493_1669 (size=31105)
2024-11-18T20:53:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T20:53:10,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/f8faf6623cec4a7cbfda22c57acebd59
2024-11-18T20:53:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/0ea769d7099d468b9ac1699064ecf7af is 50, key is test_row_0/B:col10/1731963189842/Put/seqid=0
2024-11-18T20:53:10,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742494_1670 (size=12151)
2024-11-18T20:53:10,684 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/0ea769d7099d468b9ac1699064ecf7af
2024-11-18T20:53:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/6e16ddc340f44285aa8f4cce6397ac8e is 50, key is test_row_0/C:col10/1731963189842/Put/seqid=0
2024-11-18T20:53:10,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963250712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742495_1671 (size=12151)
2024-11-18T20:53:10,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/6e16ddc340f44285aa8f4cce6397ac8e
2024-11-18T20:53:10,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963250716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963250722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/f8faf6623cec4a7cbfda22c57acebd59 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f8faf6623cec4a7cbfda22c57acebd59
2024-11-18T20:53:10,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f8faf6623cec4a7cbfda22c57acebd59, entries=150, sequenceid=224, filesize=30.4 K
2024-11-18T20:53:10,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/0ea769d7099d468b9ac1699064ecf7af as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0ea769d7099d468b9ac1699064ecf7af
2024-11-18T20:53:10,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0ea769d7099d468b9ac1699064ecf7af, entries=150, sequenceid=224, filesize=11.9 K
2024-11-18T20:53:10,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/6e16ddc340f44285aa8f4cce6397ac8e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6e16ddc340f44285aa8f4cce6397ac8e
2024-11-18T20:53:10,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963250831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963250831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963250839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:10,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6e16ddc340f44285aa8f4cce6397ac8e, entries=150, sequenceid=224, filesize=11.9 K
2024-11-18T20:53:10,864 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 3d52f23fe007bc0e375ad604ce68e7cb in 569ms, sequenceid=224, compaction requested=false
2024-11-18T20:53:10,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:10,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:10,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-18T20:53:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-18T20:53:10,873 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-18T20:53:10,873 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 893 msec
2024-11-18T20:53:10,889 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 915 msec
2024-11-18T20:53:11,055 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:11,055 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB
2024-11-18T20:53:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:11,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963251068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963251072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963251082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111888a501ace3a54746874c3c1d58c54ff4_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963191050/Put/seqid=0
2024-11-18T20:53:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T20:53:11,116 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:11,117 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:53:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-18T20:53:11,120 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:53:11,122 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:53:11,122 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:53:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T20:53:11,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742496_1672 (size=14844)
2024-11-18T20:53:11,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,169 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111888a501ace3a54746874c3c1d58c54ff4_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111888a501ace3a54746874c3c1d58c54ff4_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:11,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/b1a80b00d5544bc3a32ce7a2b93b2aa8, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:11,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/b1a80b00d5544bc3a32ce7a2b93b2aa8 is 175, key is test_row_0/A:col10/1731963191050/Put/seqid=0
2024-11-18T20:53:11,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963251192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963251195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742497_1673 (size=39799)
2024-11-18T20:53:11,216 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/b1a80b00d5544bc3a32ce7a2b93b2aa8
2024-11-18T20:53:11,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963251204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/1c395b11642c467da346fec184937e6d is 50, key is test_row_0/B:col10/1731963191050/Put/seqid=0
2024-11-18T20:53:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T20:53:11,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742498_1674 (size=12201)
2024-11-18T20:53:11,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/1c395b11642c467da346fec184937e6d
2024-11-18T20:53:11,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-18T20:53:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:11,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:11,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/3dd9f699bca84553ba17ed5320e89f74 is 50, key is test_row_0/C:col10/1731963191050/Put/seqid=0
2024-11-18T20:53:11,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742499_1675 (size=12201)
2024-11-18T20:53:11,384 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/3dd9f699bca84553ba17ed5320e89f74
2024-11-18T20:53:11,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/b1a80b00d5544bc3a32ce7a2b93b2aa8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/b1a80b00d5544bc3a32ce7a2b93b2aa8
2024-11-18T20:53:11,393 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/b1a80b00d5544bc3a32ce7a2b93b2aa8, entries=200, sequenceid=257, filesize=38.9 K
2024-11-18T20:53:11,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/1c395b11642c467da346fec184937e6d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/1c395b11642c467da346fec184937e6d
2024-11-18T20:53:11,400 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/1c395b11642c467da346fec184937e6d, entries=150, sequenceid=257, filesize=11.9 K
2024-11-18T20:53:11,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/3dd9f699bca84553ba17ed5320e89f74 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3dd9f699bca84553ba17ed5320e89f74
2024-11-18T20:53:11,408 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3dd9f699bca84553ba17ed5320e89f74, entries=150, sequenceid=257, filesize=11.9 K
2024-11-18T20:53:11,409 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 3d52f23fe007bc0e375ad604ce68e7cb in 354ms, sequenceid=257, compaction requested=true
2024-11-18T20:53:11,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:11,410 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:11,410 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:11,411 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/A is initiating minor compaction (all files)
2024-11-18T20:53:11,411 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/A in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:11,411 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7e8c892326774bdf95a7f229c7421381, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f8faf6623cec4a7cbfda22c57acebd59, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/b1a80b00d5544bc3a32ce7a2b93b2aa8] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=100.1 K
2024-11-18T20:53:11,411 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:11,411 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7e8c892326774bdf95a7f229c7421381, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f8faf6623cec4a7cbfda22c57acebd59, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/b1a80b00d5544bc3a32ce7a2b93b2aa8]
2024-11-18T20:53:11,412 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e8c892326774bdf95a7f229c7421381, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731963189478
2024-11-18T20:53:11,412 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8faf6623cec4a7cbfda22c57acebd59, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731963189842
2024-11-18T20:53:11,413 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1a80b00d5544bc3a32ce7a2b93b2aa8, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731963190687
2024-11-18T20:53:11,419 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:53:11,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:11,423 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:53:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:53:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:11,424 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:11,424 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/B is initiating minor compaction (all files)
2024-11-18T20:53:11,424 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/B in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:11,425 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/37745022bee94a339f45f8f46e35c9aa, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0ea769d7099d468b9ac1699064ecf7af, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/1c395b11642c467da346fec184937e6d] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.1 K
2024-11-18T20:53:11,425 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118263e6e2c8b234ba5896841516a4260f4_3d52f23fe007bc0e375ad604ce68e7cb store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:11,425 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 37745022bee94a339f45f8f46e35c9aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731963189478
2024-11-18T20:53:11,425 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ea769d7099d468b9ac1699064ecf7af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731963189842
2024-11-18T20:53:11,425 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c395b11642c467da346fec184937e6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731963190688
2024-11-18T20:53:11,427 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118263e6e2c8b234ba5896841516a4260f4_3d52f23fe007bc0e375ad604ce68e7cb, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:11,427 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118263e6e2c8b234ba5896841516a4260f4_3d52f23fe007bc0e375ad604ce68e7cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T20:53:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-18T20:53:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:11,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-18T20:53:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,462 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#B#compaction#573 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:11,463 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/5821b7c840b94e6cb0e715c7647a9e80 is 50, key is test_row_0/B:col10/1731963191050/Put/seqid=0
2024-11-18T20:53:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f0f54add6d2147079216671803635055_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963191438/Put/seqid=0
2024-11-18T20:53:11,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742501_1677 (size=12781)
2024-11-18T20:53:11,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742500_1676 (size=4469)
2024-11-18T20:53:11,577 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#A#compaction#572 average throughput is 0.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:11,578 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/3b52a8db031942b9ba934a13078943c5 is 175, key is test_row_0/A:col10/1731963191050/Put/seqid=0
2024-11-18T20:53:11,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963251588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742502_1678 (size=22618)
2024-11-18T20:53:11,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963251597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963251602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:11,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f0f54add6d2147079216671803635055_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f0f54add6d2147079216671803635055_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/a16bc5d89e534c5e926966fcf9fd51d1, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/a16bc5d89e534c5e926966fcf9fd51d1 is 175, key is test_row_0/A:col10/1731963191438/Put/seqid=0
2024-11-18T20:53:11,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742503_1679 (size=31735)
2024-11-18T20:53:11,648 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/3b52a8db031942b9ba934a13078943c5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/3b52a8db031942b9ba934a13078943c5
2024-11-18T20:53:11,654 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/A of 3d52f23fe007bc0e375ad604ce68e7cb into 3b52a8db031942b9ba934a13078943c5(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:11,655 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:11,655 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/A, priority=13, startTime=1731963191409; duration=0sec
2024-11-18T20:53:11,655 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:11,655 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:A
2024-11-18T20:53:11,655 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:11,656 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:11,656 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/C is initiating minor compaction (all files)
2024-11-18T20:53:11,656 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/C in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:11,656 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/544499f0d187436991bf118c0276a638, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6e16ddc340f44285aa8f4cce6397ac8e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3dd9f699bca84553ba17ed5320e89f74] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.1 K
2024-11-18T20:53:11,657 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 544499f0d187436991bf118c0276a638, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731963189478
2024-11-18T20:53:11,657 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e16ddc340f44285aa8f4cce6397ac8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731963189842
2024-11-18T20:53:11,657 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dd9f699bca84553ba17ed5320e89f74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731963190688
2024-11-18T20:53:11,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742504_1680 (size=66023)
2024-11-18T20:53:11,691 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#C#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:11,692 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/1bcd31a19a9c48f18c2790322c465649 is 50, key is test_row_0/C:col10/1731963191050/Put/seqid=0
2024-11-18T20:53:11,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963251710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742505_1681 (size=12781)
2024-11-18T20:53:11,727 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/1bcd31a19a9c48f18c2790322c465649 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/1bcd31a19a9c48f18c2790322c465649
2024-11-18T20:53:11,732 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/C of 3d52f23fe007bc0e375ad604ce68e7cb into 1bcd31a19a9c48f18c2790322c465649(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:11,732 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:11,732 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/C, priority=13, startTime=1731963191423; duration=0sec
2024-11-18T20:53:11,733 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:11,733 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:C
2024-11-18T20:53:11,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963251719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963251720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T20:53:11,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963251922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963251950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963251950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:11,990 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/5821b7c840b94e6cb0e715c7647a9e80 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/5821b7c840b94e6cb0e715c7647a9e80
2024-11-18T20:53:12,003 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/B of 3d52f23fe007bc0e375ad604ce68e7cb into 5821b7c840b94e6cb0e715c7647a9e80(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:12,003 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:12,003 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/B, priority=13, startTime=1731963191422; duration=0sec
2024-11-18T20:53:12,003 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:12,003 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:B
2024-11-18T20:53:12,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/a16bc5d89e534c5e926966fcf9fd51d1
2024-11-18T20:53:12,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3e145ffd15e54e5e8a9924da61b08426 is 50, key is test_row_0/B:col10/1731963191438/Put/seqid=0
2024-11-18T20:53:12,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742506_1682 (size=12301)
2024-11-18T20:53:12,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3e145ffd15e54e5e8a9924da61b08426
2024-11-18T20:53:12,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/67e208720d2f45fca72a4209c1266c18 is 50, key is test_row_0/C:col10/1731963191438/Put/seqid=0
2024-11-18T20:53:12,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963252240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T20:53:12,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742507_1683 (size=12301)
2024-11-18T20:53:12,279 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/67e208720d2f45fca72a4209c1266c18
2024-11-18T20:53:12,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963252276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:12,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963252280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:12,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/a16bc5d89e534c5e926966fcf9fd51d1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/a16bc5d89e534c5e926966fcf9fd51d1
2024-11-18T20:53:12,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/a16bc5d89e534c5e926966fcf9fd51d1, entries=350, sequenceid=268, filesize=64.5 K
2024-11-18T20:53:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3e145ffd15e54e5e8a9924da61b08426 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3e145ffd15e54e5e8a9924da61b08426
2024-11-18T20:53:12,352 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3e145ffd15e54e5e8a9924da61b08426, entries=150, sequenceid=268, filesize=12.0 K
2024-11-18T20:53:12,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/67e208720d2f45fca72a4209c1266c18 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/67e208720d2f45fca72a4209c1266c18
2024-11-18T20:53:12,381 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/67e208720d2f45fca72a4209c1266c18, entries=150, sequenceid=268, filesize=12.0 K
2024-11-18T20:53:12,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3d52f23fe007bc0e375ad604ce68e7cb in 938ms, sequenceid=268, compaction requested=false
2024-11-18T20:53:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-18T20:53:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-18T20:53:12,385 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-18T20:53:12,385 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2610 sec
2024-11-18T20:53:12,387 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.2690 sec
2024-11-18T20:53:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:12,772 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-18T20:53:12,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180cde701c076547b3a97b8dbb16c9eb1a_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963192770/Put/seqid=0
2024-11-18T20:53:12,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963252812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:12,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963252824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:12,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742508_1684 (size=14994)
2024-11-18T20:53:12,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963252826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:12,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963252940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963252940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:12,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963252951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:13,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963253160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:13,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963253171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:13,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963253179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:13,232 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:13,240 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180cde701c076547b3a97b8dbb16c9eb1a_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180cde701c076547b3a97b8dbb16c9eb1a_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:13,241 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/64280a65fbad4b2091a0185ec71b87ff, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:13,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/64280a65fbad4b2091a0185ec71b87ff is 175, key is test_row_0/A:col10/1731963192770/Put/seqid=0
2024-11-18T20:53:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T20:53:13,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742509_1685 (size=39949)
2024-11-18T20:53:13,285 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:13,286 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:53:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-11-18T20:53:13,288 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:53:13,288 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:53:13,289 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:53:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T20:53:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T20:53:13,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T20:53:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963253472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:13,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963253483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:13,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963253503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:13,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T20:53:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T20:53:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,684 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/64280a65fbad4b2091a0185ec71b87ff
2024-11-18T20:53:13,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/babcb4cbdfc04247b970300e50e2806c is 50, key is test_row_0/B:col10/1731963192770/Put/seqid=0
2024-11-18T20:53:13,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T20:53:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:13,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742510_1686 (size=12301)
2024-11-18T20:53:13,808 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/babcb4cbdfc04247b970300e50e2806c
2024-11-18T20:53:13,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/761c16a1695c42f4a9704c003395a66e is 50, key is test_row_0/C:col10/1731963192770/Put/seqid=0
2024-11-18T20:53:13,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742511_1687 (size=12301)
2024-11-18T20:53:13,884 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/761c16a1695c42f4a9704c003395a66e
2024-11-18T20:53:13,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/64280a65fbad4b2091a0185ec71b87ff as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/64280a65fbad4b2091a0185ec71b87ff
2024-11-18T20:53:13,907 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/64280a65fbad4b2091a0185ec71b87ff, entries=200, sequenceid=297, filesize=39.0 K
2024-11-18T20:53:13,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/babcb4cbdfc04247b970300e50e2806c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/babcb4cbdfc04247b970300e50e2806c
2024-11-18T20:53:13,920 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/babcb4cbdfc04247b970300e50e2806c, entries=150, sequenceid=297, filesize=12.0 K
2024-11-18T20:53:13,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/761c16a1695c42f4a9704c003395a66e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/761c16a1695c42f4a9704c003395a66e
2024-11-18T20:53:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T20:53:13,932 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/761c16a1695c42f4a9704c003395a66e, entries=150, sequenceid=297, filesize=12.0 K
2024-11-18T20:53:13,933 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3d52f23fe007bc0e375ad604ce68e7cb in 1160ms, sequenceid=297, compaction requested=true
2024-11-18T20:53:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:53:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:53:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:53:13,933 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:13,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:53:13,933 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:13,934 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 137707 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:13,934 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/A is initiating minor compaction (all files)
2024-11-18T20:53:13,934 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/A in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,934 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/3b52a8db031942b9ba934a13078943c5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/a16bc5d89e534c5e926966fcf9fd51d1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/64280a65fbad4b2091a0185ec71b87ff] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=134.5 K
2024-11-18T20:53:13,934 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,934 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/3b52a8db031942b9ba934a13078943c5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/a16bc5d89e534c5e926966fcf9fd51d1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/64280a65fbad4b2091a0185ec71b87ff]
2024-11-18T20:53:13,935 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:13,935 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/B is initiating minor compaction (all files)
2024-11-18T20:53:13,935 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/B in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,935 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/5821b7c840b94e6cb0e715c7647a9e80, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3e145ffd15e54e5e8a9924da61b08426, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/babcb4cbdfc04247b970300e50e2806c] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.5 K
2024-11-18T20:53:13,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T20:53:13,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:13,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-18T20:53:13,937 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5821b7c840b94e6cb0e715c7647a9e80, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731963190688
2024-11-18T20:53:13,937 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b52a8db031942b9ba934a13078943c5, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731963190688
2024-11-18T20:53:13,937 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e145ffd15e54e5e8a9924da61b08426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731963191421
2024-11-18T20:53:13,938 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting a16bc5d89e534c5e926966fcf9fd51d1, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731963191068
2024-11-18T20:53:13,938 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting babcb4cbdfc04247b970300e50e2806c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731963191557
2024-11-18T20:53:13,939 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 64280a65fbad4b2091a0185ec71b87ff, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731963191557
2024-11-18T20:53:13,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ed509e68e6cd4df6883d006aa9ac576c_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963192801/Put/seqid=0
2024-11-18T20:53:13,959 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#B#compaction#582 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:13,960 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/4d15c27128a84e26b40c246dc5d38044 is 50, key is test_row_0/B:col10/1731963192770/Put/seqid=0
2024-11-18T20:53:13,964 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:13,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742512_1688 (size=12454)
2024-11-18T20:53:13,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:14,004 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ed509e68e6cd4df6883d006aa9ac576c_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ed509e68e6cd4df6883d006aa9ac576c_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:14,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/6dd95d3716be48358f12d494e6faf43b, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:14,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/6dd95d3716be48358f12d494e6faf43b is 175, key is test_row_0/A:col10/1731963192801/Put/seqid=0
2024-11-18T20:53:14,007 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118ea53b26f317b490186c720f7b961462f_3d52f23fe007bc0e375ad604ce68e7cb store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:14,009 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118ea53b26f317b490186c720f7b961462f_3d52f23fe007bc0e375ad604ce68e7cb, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:14,009 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ea53b26f317b490186c720f7b961462f_3d52f23fe007bc0e375ad604ce68e7cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:14,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742513_1689 (size=12983)
2024-11-18T20:53:14,043 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/4d15c27128a84e26b40c246dc5d38044 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/4d15c27128a84e26b40c246dc5d38044
2024-11-18T20:53:14,053 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/B of 3d52f23fe007bc0e375ad604ce68e7cb into 4d15c27128a84e26b40c246dc5d38044(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:14,053 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:14,053 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/B, priority=13, startTime=1731963193933; duration=0sec
2024-11-18T20:53:14,053 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:14,053 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:B
2024-11-18T20:53:14,053 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:14,056 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:14,056 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/C is initiating minor compaction (all files)
2024-11-18T20:53:14,056 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/C in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:14,056 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/1bcd31a19a9c48f18c2790322c465649, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/67e208720d2f45fca72a4209c1266c18, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/761c16a1695c42f4a9704c003395a66e] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.5 K
2024-11-18T20:53:14,056 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bcd31a19a9c48f18c2790322c465649, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731963190688
2024-11-18T20:53:14,057 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67e208720d2f45fca72a4209c1266c18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731963191421
2024-11-18T20:53:14,060 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 761c16a1695c42f4a9704c003395a66e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731963191557
2024-11-18T20:53:14,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742514_1690 (size=31255)
2024-11-18T20:53:14,077 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/6dd95d3716be48358f12d494e6faf43b
2024-11-18T20:53:14,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742515_1691 (size=4469)
2024-11-18T20:53:14,093 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#C#compaction#584 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:14,093 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/2c3cda6290ad46eebb89ebff0ebd9af8 is 50, key is test_row_0/C:col10/1731963192770/Put/seqid=0
2024-11-18T20:53:14,096 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#A#compaction#583 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:14,096 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/f007388c01634eca8ea933bdbfddebef is 175, key is test_row_0/A:col10/1731963192770/Put/seqid=0
2024-11-18T20:53:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/2f8a1efdacd74ae0966660fe3c5d759c is 50, key is test_row_0/B:col10/1731963192801/Put/seqid=0
2024-11-18T20:53:14,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963254111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963254112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742516_1692 (size=12983)
2024-11-18T20:53:14,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963254128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742518_1694 (size=12301)
2024-11-18T20:53:14,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50384 deadline: 1731963254189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,192 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_1' in 3d52f23fe007bc0e375ad604ce68e7cb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:53:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742517_1693 (size=31937)
2024-11-18T20:53:14,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963254230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963254230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50362 deadline: 1731963254231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,238 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 29a7ef02c270,38231,1731963029040 for 'test_row_2' in 3d52f23fe007bc0e375ad604ce68e7cb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8298 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T20:53:14,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963254250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T20:53:14,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963254452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963254452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963254463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,544 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/2c3cda6290ad46eebb89ebff0ebd9af8 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3cda6290ad46eebb89ebff0ebd9af8
2024-11-18T20:53:14,557 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/C of 3d52f23fe007bc0e375ad604ce68e7cb into 2c3cda6290ad46eebb89ebff0ebd9af8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:14,557 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:14,557 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/C, priority=13, startTime=1731963193933; duration=0sec
2024-11-18T20:53:14,557 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:14,557 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:C
2024-11-18T20:53:14,586 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/2f8a1efdacd74ae0966660fe3c5d759c
2024-11-18T20:53:14,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/6dcda4ae933e4f9bb64196ff4ec626bc is 50, key is test_row_0/C:col10/1731963192801/Put/seqid=0
2024-11-18T20:53:14,608 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/f007388c01634eca8ea933bdbfddebef as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f007388c01634eca8ea933bdbfddebef
2024-11-18T20:53:14,616 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/A of 3d52f23fe007bc0e375ad604ce68e7cb into f007388c01634eca8ea933bdbfddebef(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:14,616 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:14,616 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/A, priority=13, startTime=1731963193933; duration=0sec
2024-11-18T20:53:14,617 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:14,617 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:A
2024-11-18T20:53:14,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742519_1695 (size=12301)
2024-11-18T20:53:14,658 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/6dcda4ae933e4f9bb64196ff4ec626bc
2024-11-18T20:53:14,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/6dd95d3716be48358f12d494e6faf43b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6dd95d3716be48358f12d494e6faf43b
2024-11-18T20:53:14,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6dd95d3716be48358f12d494e6faf43b, entries=150, sequenceid=307, filesize=30.5 K
2024-11-18T20:53:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/2f8a1efdacd74ae0966660fe3c5d759c as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2f8a1efdacd74ae0966660fe3c5d759c
2024-11-18T20:53:14,707 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2f8a1efdacd74ae0966660fe3c5d759c, entries=150, sequenceid=307, filesize=12.0 K
2024-11-18T20:53:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/6dcda4ae933e4f9bb64196ff4ec626bc as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6dcda4ae933e4f9bb64196ff4ec626bc
2024-11-18T20:53:14,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6dcda4ae933e4f9bb64196ff4ec626bc, entries=150, sequenceid=307, filesize=12.0 K
2024-11-18T20:53:14,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3d52f23fe007bc0e375ad604ce68e7cb in 778ms, sequenceid=307, compaction requested=false
2024-11-18T20:53:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-11-18T20:53:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-11-18T20:53:14,720 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-18T20:53:14,720 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec
2024-11-18T20:53:14,722 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.4350 sec
2024-11-18T20:53:14,774 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:14,774 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-18T20:53:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:14,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118356fd3da00884003b6eb7842bb71cb5f_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963194772/Put/seqid=0
2024-11-18T20:53:14,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963254804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963254802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963254815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742520_1696 (size=14994)
2024-11-18T20:53:14,856 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:14,865 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118356fd3da00884003b6eb7842bb71cb5f_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118356fd3da00884003b6eb7842bb71cb5f_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:14,866 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/899179f63ef84fcf99438c7e908714d1, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:14,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/899179f63ef84fcf99438c7e908714d1 is 175, key is test_row_0/A:col10/1731963194772/Put/seqid=0
2024-11-18T20:53:14,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963254920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742521_1697 (size=39949)
2024-11-18T20:53:14,925 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/899179f63ef84fcf99438c7e908714d1
2024-11-18T20:53:14,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963254920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963254930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:14,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:14,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:14,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/0e1a8394c9694218a7437435f9bcd4de is 50, key is test_row_0/B:col10/1731963194772/Put/seqid=0
2024-11-18T20:53:15,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742522_1698 (size=12301)
2024-11-18T20:53:15,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963255131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:15,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963255139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:15,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963255151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:15,423 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/0e1a8394c9694218a7437435f9bcd4de
2024-11-18T20:53:15,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963255443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T20:53:15,460 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:15,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T20:53:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees
2024-11-18T20:53:15,463 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T20:53:15,467 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T20:53:15,467 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T20:53:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T20:53:15,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963255470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:15,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/2d6aaf078b6a4f919053d48c5e389073 is 50, key is test_row_0/C:col10/1731963194772/Put/seqid=0
2024-11-18T20:53:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:15,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963255463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:15,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742523_1699 (size=12301)
2024-11-18T20:53:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T20:53:15,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T20:53:15,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:15,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T20:53:15,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T20:53:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:15,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T20:53:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. as already flushing
2024-11-18T20:53:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:15,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T20:53:15,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/2d6aaf078b6a4f919053d48c5e389073
2024-11-18T20:53:15,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50388 deadline: 1731963255960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:15,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/899179f63ef84fcf99438c7e908714d1 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/899179f63ef84fcf99438c7e908714d1
2024-11-18T20:53:15,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50346 deadline: 1731963255990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:15,995 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/899179f63ef84fcf99438c7e908714d1, entries=200, sequenceid=338, filesize=39.0 K
2024-11-18T20:53:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:16,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/0e1a8394c9694218a7437435f9bcd4de as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0e1a8394c9694218a7437435f9bcd4de
2024-11-18T20:53:16,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T20:53:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50434 deadline: 1731963256020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 , the old value is region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T20:53:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., hostname=29a7ef02c270,38231,1731963029040, seqNum=5 because the exception is null or not the one we care about
2024-11-18T20:53:16,035 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0e1a8394c9694218a7437435f9bcd4de, entries=150, sequenceid=338, filesize=12.0 K
2024-11-18T20:53:16,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/2d6aaf078b6a4f919053d48c5e389073 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2d6aaf078b6a4f919053d48c5e389073
2024-11-18T20:53:16,044 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2d6aaf078b6a4f919053d48c5e389073, entries=150, sequenceid=338, filesize=12.0 K
2024-11-18T20:53:16,045 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3d52f23fe007bc0e375ad604ce68e7cb in 1271ms, sequenceid=338, compaction requested=true
2024-11-18T20:53:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:53:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:16,045 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:53:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:53:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T20:53:16,045 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:16,047 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:16,047 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/B is initiating minor compaction (all files)
2024-11-18T20:53:16,047 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/B in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:16,047 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/4d15c27128a84e26b40c246dc5d38044, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2f8a1efdacd74ae0966660fe3c5d759c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0e1a8394c9694218a7437435f9bcd4de] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.7 K
2024-11-18T20:53:16,047 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:16,047 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/A is initiating minor compaction (all files)
2024-11-18T20:53:16,047 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/A in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:16,047 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f007388c01634eca8ea933bdbfddebef, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6dd95d3716be48358f12d494e6faf43b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/899179f63ef84fcf99438c7e908714d1] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=100.7 K
2024-11-18T20:53:16,048 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:16,048 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f007388c01634eca8ea933bdbfddebef, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6dd95d3716be48358f12d494e6faf43b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/899179f63ef84fcf99438c7e908714d1]
2024-11-18T20:53:16,048 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d15c27128a84e26b40c246dc5d38044, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731963191557
2024-11-18T20:53:16,048 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting f007388c01634eca8ea933bdbfddebef, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731963191557
2024-11-18T20:53:16,048 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f8a1efdacd74ae0966660fe3c5d759c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731963192801
2024-11-18T20:53:16,048 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dd95d3716be48358f12d494e6faf43b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731963192801
2024-11-18T20:53:16,048 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 899179f63ef84fcf99438c7e908714d1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963194110
2024-11-18T20:53:16,048 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e1a8394c9694218a7437435f9bcd4de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963194110
2024-11-18T20:53:16,058 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:16,073 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#B#compaction#591 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:16,073 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/836e64f2ac3c42f8b1bb7a4404fd89c5 is 50, key is test_row_0/B:col10/1731963194772/Put/seqid=0
2024-11-18T20:53:16,084 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118294049fece36497aaed9ab4dfac9c8f6_3d52f23fe007bc0e375ad604ce68e7cb store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:16,086 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118294049fece36497aaed9ab4dfac9c8f6_3d52f23fe007bc0e375ad604ce68e7cb, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:16,086 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118294049fece36497aaed9ab4dfac9c8f6_3d52f23fe007bc0e375ad604ce68e7cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T20:53:16,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T20:53:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:16,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-18T20:53:16,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742525_1701 (size=4469)
2024-11-18T20:53:16,110 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#A#compaction#590 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:16,110 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4472b19ebaf5477baf96d6b264f9d46a is 175, key is test_row_0/A:col10/1731963194772/Put/seqid=0
2024-11-18T20:53:16,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742524_1700 (size=13085)
2024-11-18T20:53:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b0b1baf952434da890e411e649eecd6e_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963194797/Put/seqid=0
2024-11-18T20:53:16,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742527_1703 (size=12454)
2024-11-18T20:53:16,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742526_1702 (size=32039)
2024-11-18T20:53:16,543 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/836e64f2ac3c42f8b1bb7a4404fd89c5 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/836e64f2ac3c42f8b1bb7a4404fd89c5
2024-11-18T20:53:16,565 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/B of 3d52f23fe007bc0e375ad604ce68e7cb into 836e64f2ac3c42f8b1bb7a4404fd89c5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:16,565 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:16,565 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/B, priority=13, startTime=1731963196045; duration=0sec
2024-11-18T20:53:16,565 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:16,566 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:B
2024-11-18T20:53:16,566 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:16,573 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:16,573 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/C is initiating minor compaction (all files)
2024-11-18T20:53:16,573 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/C in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:16,573 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3cda6290ad46eebb89ebff0ebd9af8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6dcda4ae933e4f9bb64196ff4ec626bc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2d6aaf078b6a4f919053d48c5e389073] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.7 K
2024-11-18T20:53:16,579 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c3cda6290ad46eebb89ebff0ebd9af8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731963191557
2024-11-18T20:53:16,583 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dcda4ae933e4f9bb64196ff4ec626bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731963192801
2024-11-18T20:53:16,588 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d6aaf078b6a4f919053d48c5e389073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963194110
2024-11-18T20:53:16,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T20:53:16,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b0b1baf952434da890e411e649eecd6e_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b0b1baf952434da890e411e649eecd6e_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:16,612 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4472b19ebaf5477baf96d6b264f9d46a as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4472b19ebaf5477baf96d6b264f9d46a
2024-11-18T20:53:16,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/d16627ac2b3041958288f62a459f7c24, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:16,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/d16627ac2b3041958288f62a459f7c24 is 175, key is test_row_0/A:col10/1731963194797/Put/seqid=0
2024-11-18T20:53:16,621 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/A of 3d52f23fe007bc0e375ad604ce68e7cb into 4472b19ebaf5477baf96d6b264f9d46a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:16,621 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:16,621 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/A, priority=13, startTime=1731963196045; duration=0sec
2024-11-18T20:53:16,621 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:16,621 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:A
2024-11-18T20:53:16,625 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#C#compaction#593 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:16,626 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/8c59e585d4b142bb9d983d73a7e80e25 is 50, key is test_row_0/C:col10/1731963194772/Put/seqid=0
2024-11-18T20:53:16,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742528_1704 (size=31255)
2024-11-18T20:53:16,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/d16627ac2b3041958288f62a459f7c24
2024-11-18T20:53:16,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742529_1705 (size=13085)
2024-11-18T20:53:16,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/bec13aea1a15491994c35a5eb5dab72e is 50, key is test_row_0/B:col10/1731963194797/Put/seqid=0
2024-11-18T20:53:16,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742530_1706 (size=12301)
2024-11-18T20:53:16,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/bec13aea1a15491994c35a5eb5dab72e
2024-11-18T20:53:16,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/588f5a6778454fa8830b46a10e09baa2 is 50, key is test_row_0/C:col10/1731963194797/Put/seqid=0
2024-11-18T20:53:16,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742531_1707 (size=12301)
2024-11-18T20:53:16,802 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/588f5a6778454fa8830b46a10e09baa2
2024-11-18T20:53:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/d16627ac2b3041958288f62a459f7c24 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d16627ac2b3041958288f62a459f7c24
2024-11-18T20:53:16,811 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d16627ac2b3041958288f62a459f7c24, entries=150, sequenceid=346, filesize=30.5 K
2024-11-18T20:53:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/bec13aea1a15491994c35a5eb5dab72e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/bec13aea1a15491994c35a5eb5dab72e
2024-11-18T20:53:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/bec13aea1a15491994c35a5eb5dab72e, entries=150, sequenceid=346, filesize=12.0 K
2024-11-18T20:53:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/588f5a6778454fa8830b46a10e09baa2 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/588f5a6778454fa8830b46a10e09baa2
2024-11-18T20:53:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/588f5a6778454fa8830b46a10e09baa2, entries=150, sequenceid=346, filesize=12.0 K
2024-11-18T20:53:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3d52f23fe007bc0e375ad604ce68e7cb in 716ms, sequenceid=346, compaction requested=false
2024-11-18T20:53:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/29a7ef02c270:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163
2024-11-18T20:53:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster(4169): Remote procedure done, pid=163
2024-11-18T20:53:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-18T20:53:16,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3580 sec
2024-11-18T20:53:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,828 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.3660 sec
2024-11-18T20:53:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,056 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38231 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,056 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-18T20:53:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:17,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111826521161c52c4a88a0fa7379c3fe4aac_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963197042/Put/seqid=0
2024-11-18T20:53:17,132 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/8c59e585d4b142bb9d983d73a7e80e25 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/8c59e585d4b142bb9d983d73a7e80e25
2024-11-18T20:53:17,150 INFO  [Thread-2672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2672.
2024-11-18T20:53:17,150 DEBUG [Thread-2672 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:17,150 DEBUG [Thread-2672 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,150 INFO  [Thread-2676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2676.
2024-11-18T20:53:17,150 DEBUG [Thread-2676 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:17,150 DEBUG [Thread-2676 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,150 DEBUG [Thread-2672 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,150 DEBUG [Thread-2676 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,150 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:17,155 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:17,156 INFO  [Thread-2687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2687.
2024-11-18T20:53:17,156 DEBUG [Thread-2687 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:17,156 DEBUG [Thread-2687 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,156 DEBUG [Thread-2687 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,156 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:17,164 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/C of 3d52f23fe007bc0e375ad604ce68e7cb into 8c59e585d4b142bb9d983d73a7e80e25(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:17,164 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:17,164 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/C, priority=13, startTime=1731963196045; duration=0sec
2024-11-18T20:53:17,164 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:17,164 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:C
2024-11-18T20:53:17,170 INFO  [Thread-2685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2685.
2024-11-18T20:53:17,171 DEBUG [Thread-2685 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:17,171 DEBUG [Thread-2685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,171 DEBUG [Thread-2685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,172 INFO  [Thread-2689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2689.
2024-11-18T20:53:17,172 DEBUG [Thread-2689 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:17,172 DEBUG [Thread-2689 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,172 DEBUG [Thread-2689 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,172 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:17,175 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:17,179 INFO  [Thread-2681 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2681.
2024-11-18T20:53:17,179 DEBUG [Thread-2681 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:17,179 DEBUG [Thread-2681 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,179 DEBUG [Thread-2681 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,179 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:17,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742533_1709 (size=25158)
2024-11-18T20:53:17,180 INFO  [Thread-2670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2670.
2024-11-18T20:53:17,180 DEBUG [Thread-2670 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:17,180 DEBUG [Thread-2670 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,180 DEBUG [Thread-2670 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,180 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:17,180 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:17,181 INFO  [Thread-2683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2683.
2024-11-18T20:53:17,181 DEBUG [Thread-2683 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:17,181 DEBUG [Thread-2683 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,182 DEBUG [Thread-2683 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:17,183 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:17,189 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111826521161c52c4a88a0fa7379c3fe4aac_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111826521161c52c4a88a0fa7379c3fe4aac_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:17,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/221178114cd84bdf8c9ec63b1831dc47, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:17,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/221178114cd84bdf8c9ec63b1831dc47 is 175, key is test_row_0/A:col10/1731963197042/Put/seqid=0
2024-11-18T20:53:17,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742532_1708 (size=74795)
2024-11-18T20:53:17,593 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/221178114cd84bdf8c9ec63b1831dc47
2024-11-18T20:53:17,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/2b35a902713041cb9cdb851563c9c5da is 50, key is test_row_0/B:col10/1731963197042/Put/seqid=0
2024-11-18T20:53:17,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742534_1710 (size=12301)
2024-11-18T20:53:17,601 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/2b35a902713041cb9cdb851563c9c5da
2024-11-18T20:53:17,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/825143e0c7aa46878619954ba1f2c91d is 50, key is test_row_0/C:col10/1731963197042/Put/seqid=0
2024-11-18T20:53:17,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742535_1711 (size=12301)
2024-11-18T20:53:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T20:53:17,620 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:18,027 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/825143e0c7aa46878619954ba1f2c91d
2024-11-18T20:53:18,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/221178114cd84bdf8c9ec63b1831dc47 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/221178114cd84bdf8c9ec63b1831dc47
2024-11-18T20:53:18,046 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/221178114cd84bdf8c9ec63b1831dc47, entries=400, sequenceid=359, filesize=73.0 K
2024-11-18T20:53:18,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/2b35a902713041cb9cdb851563c9c5da as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2b35a902713041cb9cdb851563c9c5da
2024-11-18T20:53:18,051 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2b35a902713041cb9cdb851563c9c5da, entries=150, sequenceid=359, filesize=12.0 K
2024-11-18T20:53:18,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/825143e0c7aa46878619954ba1f2c91d as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/825143e0c7aa46878619954ba1f2c91d
2024-11-18T20:53:18,054 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/825143e0c7aa46878619954ba1f2c91d, entries=150, sequenceid=359, filesize=12.0 K
2024-11-18T20:53:18,055 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=100.63 KB/103050 for 3d52f23fe007bc0e375ad604ce68e7cb in 999ms, sequenceid=359, compaction requested=true
2024-11-18T20:53:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T20:53:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:18,055 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:18,055 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:18,056 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 138089 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:18,056 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:18,056 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/B is initiating minor compaction (all files)
2024-11-18T20:53:18,056 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/A is initiating minor compaction (all files)
2024-11-18T20:53:18,056 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/A in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:18,056 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/B in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:18,057 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4472b19ebaf5477baf96d6b264f9d46a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d16627ac2b3041958288f62a459f7c24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/221178114cd84bdf8c9ec63b1831dc47] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=134.9 K
2024-11-18T20:53:18,057 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:18,057 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. files: [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4472b19ebaf5477baf96d6b264f9d46a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d16627ac2b3041958288f62a459f7c24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/221178114cd84bdf8c9ec63b1831dc47]
2024-11-18T20:53:18,063 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/836e64f2ac3c42f8b1bb7a4404fd89c5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/bec13aea1a15491994c35a5eb5dab72e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2b35a902713041cb9cdb851563c9c5da] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.8 K
2024-11-18T20:53:18,064 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 836e64f2ac3c42f8b1bb7a4404fd89c5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963194110
2024-11-18T20:53:18,064 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4472b19ebaf5477baf96d6b264f9d46a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963194110
2024-11-18T20:53:18,064 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting d16627ac2b3041958288f62a459f7c24, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731963194797
2024-11-18T20:53:18,064 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting bec13aea1a15491994c35a5eb5dab72e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731963194797
2024-11-18T20:53:18,065 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] compactions.Compactor(225): Compacting 221178114cd84bdf8c9ec63b1831dc47, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731963196996
2024-11-18T20:53:18,065 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b35a902713041cb9cdb851563c9c5da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731963197042
2024-11-18T20:53:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T20:53:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d52f23fe007bc0e375ad604ce68e7cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T20:53:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:18,080 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:18,102 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#B#compaction#600 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:18,103 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111895d5c4b5cbfe43f38304360b078bb389_3d52f23fe007bc0e375ad604ce68e7cb store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:18,103 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/17362fed105841cd97497fab72496c1b is 50, key is test_row_0/B:col10/1731963197042/Put/seqid=0
2024-11-18T20:53:18,107 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111895d5c4b5cbfe43f38304360b078bb389_3d52f23fe007bc0e375ad604ce68e7cb, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:18,107 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111895d5c4b5cbfe43f38304360b078bb389_3d52f23fe007bc0e375ad604ce68e7cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:18,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742536_1712 (size=13187)
2024-11-18T20:53:18,123 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/17362fed105841cd97497fab72496c1b as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/17362fed105841cd97497fab72496c1b
2024-11-18T20:53:18,145 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/B of 3d52f23fe007bc0e375ad604ce68e7cb into 17362fed105841cd97497fab72496c1b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:18,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:18,145 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/B, priority=13, startTime=1731963198055; duration=0sec
2024-11-18T20:53:18,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T20:53:18,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:B
2024-11-18T20:53:18,145 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T20:53:18,149 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T20:53:18,149 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1541): 3d52f23fe007bc0e375ad604ce68e7cb/C is initiating minor compaction (all files)
2024-11-18T20:53:18,149 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d52f23fe007bc0e375ad604ce68e7cb/C in TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:18,149 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/8c59e585d4b142bb9d983d73a7e80e25, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/588f5a6778454fa8830b46a10e09baa2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/825143e0c7aa46878619954ba1f2c91d] into tmpdir=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp, totalSize=36.8 K
2024-11-18T20:53:18,150 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c59e585d4b142bb9d983d73a7e80e25, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731963194110
2024-11-18T20:53:18,150 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 588f5a6778454fa8830b46a10e09baa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731963194797
2024-11-18T20:53:18,151 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] compactions.Compactor(225): Compacting 825143e0c7aa46878619954ba1f2c91d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731963197042
2024-11-18T20:53:18,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742537_1713 (size=4469)
2024-11-18T20:53:18,190 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#C#compaction#601 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:18,191 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/d3445c9e62e5438ba06763f4f29a9dec is 50, key is test_row_0/C:col10/1731963197042/Put/seqid=0
2024-11-18T20:53:18,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742538_1714 (size=13187)
2024-11-18T20:53:18,227 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/d3445c9e62e5438ba06763f4f29a9dec as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/d3445c9e62e5438ba06763f4f29a9dec
2024-11-18T20:53:18,233 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/C of 3d52f23fe007bc0e375ad604ce68e7cb into d3445c9e62e5438ba06763f4f29a9dec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:18,233 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:18,233 INFO  [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/C, priority=13, startTime=1731963198075; duration=0sec
2024-11-18T20:53:18,233 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:18,233 DEBUG [RS:0;29a7ef02c270:38231-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:C
2024-11-18T20:53:18,565 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d52f23fe007bc0e375ad604ce68e7cb#A#compaction#599 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T20:53:18,565 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/849c179c1f9b4922851e2717de97faea is 175, key is test_row_0/A:col10/1731963197042/Put/seqid=0
2024-11-18T20:53:18,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742539_1715 (size=32141)
2024-11-18T20:53:18,995 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/849c179c1f9b4922851e2717de97faea as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/849c179c1f9b4922851e2717de97faea
2024-11-18T20:53:19,000 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d52f23fe007bc0e375ad604ce68e7cb/A of 3d52f23fe007bc0e375ad604ce68e7cb into 849c179c1f9b4922851e2717de97faea(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T20:53:19,000 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:19,000 INFO  [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., storeName=3d52f23fe007bc0e375ad604ce68e7cb/A, priority=13, startTime=1731963198055; duration=0sec
2024-11-18T20:53:19,000 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T20:53:19,000 DEBUG [RS:0;29a7ef02c270:38231-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d52f23fe007bc0e375ad604ce68e7cb:A
2024-11-18T20:53:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38231 {}] regionserver.HRegion(8855): Flush requested on 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,276 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-18T20:53:24,276 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-18T20:53:24,279 INFO  [Thread-2678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2678.
2024-11-18T20:53:24,279 DEBUG [Thread-2678 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:24,279 DEBUG [Thread-2678 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:24,280 DEBUG [Thread-2678 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:24,280 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:24,290 INFO  [Thread-2674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2674.
2024-11-18T20:53:24,290 DEBUG [Thread-2674 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T20:53:24,290 DEBUG [Thread-2674 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:24,290 DEBUG [Thread-2674 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:24,290 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:24,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T20:53:24,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 81
2024-11-18T20:53:24,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 77
2024-11-18T20:53:24,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-11-18T20:53:24,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 82
2024-11-18T20:53:24,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 25
2024-11-18T20:53:24,290 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T20:53:24,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1665
2024-11-18T20:53:24,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1611
2024-11-18T20:53:24,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1583
2024-11-18T20:53:24,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1670
2024-11-18T20:53:24,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1604
2024-11-18T20:53:24,291 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T20:53:24,291 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:53:24,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:53:24,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:24,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:24,291 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:24,293 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T20:53:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T20:53:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T20:53:24,299 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963204299"}]},"ts":"1731963204299"}
2024-11-18T20:53:24,303 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T20:53:24,303 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T20:53:24,304 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T20:53:24,307 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, UNASSIGN}]
2024-11-18T20:53:24,308 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, UNASSIGN
2024-11-18T20:53:24,308 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=3d52f23fe007bc0e375ad604ce68e7cb, regionState=CLOSING, regionLocation=29a7ef02c270,38231,1731963029040
2024-11-18T20:53:24,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182847ec990a2f4404afeeae9efd888566_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_0/A:col10/1731963197138/Put/seqid=0
2024-11-18T20:53:24,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, UNASSIGN because future has completed
2024-11-18T20:53:24,314 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T20:53:24,314 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040}]
2024-11-18T20:53:24,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742540_1716 (size=12454)
2024-11-18T20:53:24,326 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:24,340 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182847ec990a2f4404afeeae9efd888566_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182847ec990a2f4404afeeae9efd888566_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4cd600e0bd3d481bb611055dec30b9bd, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:24,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4cd600e0bd3d481bb611055dec30b9bd is 175, key is test_row_0/A:col10/1731963197138/Put/seqid=0
2024-11-18T20:53:24,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742541_1717 (size=31255)
2024-11-18T20:53:24,357 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4cd600e0bd3d481bb611055dec30b9bd
2024-11-18T20:53:24,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/f3a2112d05ac4e7da6fc329daf038f41 is 50, key is test_row_0/B:col10/1731963197138/Put/seqid=0
2024-11-18T20:53:24,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742542_1718 (size=12301)
2024-11-18T20:53:24,381 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/f3a2112d05ac4e7da6fc329daf038f41
2024-11-18T20:53:24,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/df1e8a838b414eaabdc4fa4bb39f0027 is 50, key is test_row_0/C:col10/1731963197138/Put/seqid=0
2024-11-18T20:53:24,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742543_1719 (size=12301)
2024-11-18T20:53:24,394 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/df1e8a838b414eaabdc4fa4bb39f0027
2024-11-18T20:53:24,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/4cd600e0bd3d481bb611055dec30b9bd as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4cd600e0bd3d481bb611055dec30b9bd
2024-11-18T20:53:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T20:53:24,400 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4cd600e0bd3d481bb611055dec30b9bd, entries=150, sequenceid=382, filesize=30.5 K
2024-11-18T20:53:24,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/f3a2112d05ac4e7da6fc329daf038f41 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/f3a2112d05ac4e7da6fc329daf038f41
2024-11-18T20:53:24,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/f3a2112d05ac4e7da6fc329daf038f41, entries=150, sequenceid=382, filesize=12.0 K
2024-11-18T20:53:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/df1e8a838b414eaabdc4fa4bb39f0027 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/df1e8a838b414eaabdc4fa4bb39f0027
2024-11-18T20:53:24,408 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/df1e8a838b414eaabdc4fa4bb39f0027, entries=150, sequenceid=382, filesize=12.0 K
2024-11-18T20:53:24,411 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=6.71 KB/6870 for 3d52f23fe007bc0e375ad604ce68e7cb in 135ms, sequenceid=382, compaction requested=false
2024-11-18T20:53:24,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d52f23fe007bc0e375ad604ce68e7cb:

2024-11-18T20:53:24,467 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,467 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T20:53:24,467 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 3d52f23fe007bc0e375ad604ce68e7cb, disabling compactions & flushes
2024-11-18T20:53:24,467 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:24,467 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:24,467 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. after waiting 0 ms
2024-11-18T20:53:24,467 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:24,467 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing 3d52f23fe007bc0e375ad604ce68e7cb 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB
2024-11-18T20:53:24,472 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c1884e86be68452387caf92d48a49d25_3d52f23fe007bc0e375ad604ce68e7cb is 50, key is test_row_2/A:col10/1731963204280/Put/seqid=0
2024-11-18T20:53:24,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742544_1720 (size=7374)
2024-11-18T20:53:24,480 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T20:53:24,484 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c1884e86be68452387caf92d48a49d25_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1884e86be68452387caf92d48a49d25_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,485 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/7127c0a957604c758c6c60e11d27f2b3, store: [table=TestAcidGuarantees family=A region=3d52f23fe007bc0e375ad604ce68e7cb]
2024-11-18T20:53:24,485 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/7127c0a957604c758c6c60e11d27f2b3 is 175, key is test_row_2/A:col10/1731963204280/Put/seqid=0
2024-11-18T20:53:24,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742545_1721 (size=13865)
2024-11-18T20:53:24,491 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/7127c0a957604c758c6c60e11d27f2b3
2024-11-18T20:53:24,497 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3b42c6a64f55453dba8c35ed275af9af is 50, key is test_row_2/B:col10/1731963204280/Put/seqid=0
2024-11-18T20:53:24,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742546_1722 (size=7415)
2024-11-18T20:53:24,502 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3b42c6a64f55453dba8c35ed275af9af
2024-11-18T20:53:24,508 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/e0b1adedd6f14407a6ef8fc7cbbb11a4 is 50, key is test_row_2/C:col10/1731963204280/Put/seqid=0
2024-11-18T20:53:24,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742547_1723 (size=7415)
2024-11-18T20:53:24,513 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/e0b1adedd6f14407a6ef8fc7cbbb11a4
2024-11-18T20:53:24,517 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/A/7127c0a957604c758c6c60e11d27f2b3 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7127c0a957604c758c6c60e11d27f2b3
2024-11-18T20:53:24,520 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7127c0a957604c758c6c60e11d27f2b3, entries=50, sequenceid=386, filesize=13.5 K
2024-11-18T20:53:24,521 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/B/3b42c6a64f55453dba8c35ed275af9af as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3b42c6a64f55453dba8c35ed275af9af
2024-11-18T20:53:24,525 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3b42c6a64f55453dba8c35ed275af9af, entries=50, sequenceid=386, filesize=7.2 K
2024-11-18T20:53:24,526 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/.tmp/C/e0b1adedd6f14407a6ef8fc7cbbb11a4 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/e0b1adedd6f14407a6ef8fc7cbbb11a4
2024-11-18T20:53:24,530 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/e0b1adedd6f14407a6ef8fc7cbbb11a4, entries=50, sequenceid=386, filesize=7.2 K
2024-11-18T20:53:24,530 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 3d52f23fe007bc0e375ad604ce68e7cb in 63ms, sequenceid=386, compaction requested=true
2024-11-18T20:53:24,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4fd047e4694f46dea609b3b5465adca7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/760c4f6e522746368cbdf9bfc993eedb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/81ed1a417b694389a1dfac3b8f45a82b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/31ee7d0858f94df8a3fc22dad3aad434, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/07c45a172b574a0297b5fbc701ed669a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/fd807bf0d40d4091abbe47af32c14c93, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/30480941f36f421bba6ceac8e23201cb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/1e7a66c1cdbc408591bd7bd9aac9e11a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4f8ee99de70f4ce9b2001da58fb6af99, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d41c8cb5eb8a4592bffafd80698e717f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/5295ca42ea9c4a76ae2c4b300fc9f827, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6af08c5bfdcd40f7b861eaa3564c4e4c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/71cfb9c142da45aeb602fc0bfe9e4762, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7e8c892326774bdf95a7f229c7421381, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/cbc6373ee5bf4062bd9b6866fccfeda5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f8faf6623cec4a7cbfda22c57acebd59, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/b1a80b00d5544bc3a32ce7a2b93b2aa8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/3b52a8db031942b9ba934a13078943c5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/a16bc5d89e534c5e926966fcf9fd51d1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/64280a65fbad4b2091a0185ec71b87ff, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f007388c01634eca8ea933bdbfddebef, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6dd95d3716be48358f12d494e6faf43b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/899179f63ef84fcf99438c7e908714d1, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4472b19ebaf5477baf96d6b264f9d46a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d16627ac2b3041958288f62a459f7c24, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/221178114cd84bdf8c9ec63b1831dc47] to archive
2024-11-18T20:53:24,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:53:24,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4fd047e4694f46dea609b3b5465adca7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4fd047e4694f46dea609b3b5465adca7
2024-11-18T20:53:24,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/760c4f6e522746368cbdf9bfc993eedb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/760c4f6e522746368cbdf9bfc993eedb
2024-11-18T20:53:24,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/81ed1a417b694389a1dfac3b8f45a82b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/81ed1a417b694389a1dfac3b8f45a82b
2024-11-18T20:53:24,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/31ee7d0858f94df8a3fc22dad3aad434 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/31ee7d0858f94df8a3fc22dad3aad434
2024-11-18T20:53:24,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/07c45a172b574a0297b5fbc701ed669a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/07c45a172b574a0297b5fbc701ed669a
2024-11-18T20:53:24,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/fd807bf0d40d4091abbe47af32c14c93 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/fd807bf0d40d4091abbe47af32c14c93
2024-11-18T20:53:24,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/30480941f36f421bba6ceac8e23201cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/30480941f36f421bba6ceac8e23201cb
2024-11-18T20:53:24,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/1e7a66c1cdbc408591bd7bd9aac9e11a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/1e7a66c1cdbc408591bd7bd9aac9e11a
2024-11-18T20:53:24,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4f8ee99de70f4ce9b2001da58fb6af99 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4f8ee99de70f4ce9b2001da58fb6af99
2024-11-18T20:53:24,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d41c8cb5eb8a4592bffafd80698e717f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d41c8cb5eb8a4592bffafd80698e717f
2024-11-18T20:53:24,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/5295ca42ea9c4a76ae2c4b300fc9f827 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/5295ca42ea9c4a76ae2c4b300fc9f827
2024-11-18T20:53:24,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6af08c5bfdcd40f7b861eaa3564c4e4c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6af08c5bfdcd40f7b861eaa3564c4e4c
2024-11-18T20:53:24,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/71cfb9c142da45aeb602fc0bfe9e4762 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/71cfb9c142da45aeb602fc0bfe9e4762
2024-11-18T20:53:24,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7e8c892326774bdf95a7f229c7421381 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7e8c892326774bdf95a7f229c7421381
2024-11-18T20:53:24,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/cbc6373ee5bf4062bd9b6866fccfeda5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/cbc6373ee5bf4062bd9b6866fccfeda5
2024-11-18T20:53:24,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f8faf6623cec4a7cbfda22c57acebd59 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f8faf6623cec4a7cbfda22c57acebd59
2024-11-18T20:53:24,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/b1a80b00d5544bc3a32ce7a2b93b2aa8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/b1a80b00d5544bc3a32ce7a2b93b2aa8
2024-11-18T20:53:24,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/3b52a8db031942b9ba934a13078943c5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/3b52a8db031942b9ba934a13078943c5
2024-11-18T20:53:24,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/a16bc5d89e534c5e926966fcf9fd51d1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/a16bc5d89e534c5e926966fcf9fd51d1
2024-11-18T20:53:24,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/64280a65fbad4b2091a0185ec71b87ff to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/64280a65fbad4b2091a0185ec71b87ff
2024-11-18T20:53:24,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f007388c01634eca8ea933bdbfddebef to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/f007388c01634eca8ea933bdbfddebef
2024-11-18T20:53:24,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6dd95d3716be48358f12d494e6faf43b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/6dd95d3716be48358f12d494e6faf43b
2024-11-18T20:53:24,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/899179f63ef84fcf99438c7e908714d1 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/899179f63ef84fcf99438c7e908714d1
2024-11-18T20:53:24,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4472b19ebaf5477baf96d6b264f9d46a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4472b19ebaf5477baf96d6b264f9d46a
2024-11-18T20:53:24,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d16627ac2b3041958288f62a459f7c24 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/d16627ac2b3041958288f62a459f7c24
2024-11-18T20:53:24,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/221178114cd84bdf8c9ec63b1831dc47 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/221178114cd84bdf8c9ec63b1831dc47
2024-11-18T20:53:24,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/86a1ea6b0c974bc6a6e116ea395873d7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/b8f8090b757a4301b029fa91d88a7654, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/36132aab48f7437f8dfa796d7f94bfc5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8f60337d1383448e8e6cb9ff623cdd55, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8743de133ece4923873431bd8b3b57ae, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ae659fef14cb471d911a0d93c9b34ef4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ad9c1f5254d44046b4941b1bac85bd0f, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3390df7d2cdc4141b3f84a046b867acd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/7b4d24ecb0674304b7412ea34845a3f0, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ffef8b9c8ebe491490694ce38076b7df, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/128737de5ed14a419b3dabbe6ab600a3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/25d1d0f4349b4965b31575d408bf57d3, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/723b04a888c045d3b3b815aed886aaa7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/37745022bee94a339f45f8f46e35c9aa, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/05dcd5761f8d43d29eae80913721e9bb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0ea769d7099d468b9ac1699064ecf7af, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/5821b7c840b94e6cb0e715c7647a9e80, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/1c395b11642c467da346fec184937e6d, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3e145ffd15e54e5e8a9924da61b08426, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/4d15c27128a84e26b40c246dc5d38044, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/babcb4cbdfc04247b970300e50e2806c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2f8a1efdacd74ae0966660fe3c5d759c, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/836e64f2ac3c42f8b1bb7a4404fd89c5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0e1a8394c9694218a7437435f9bcd4de, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/bec13aea1a15491994c35a5eb5dab72e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2b35a902713041cb9cdb851563c9c5da] to archive
2024-11-18T20:53:24,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:53:24,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/86a1ea6b0c974bc6a6e116ea395873d7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/86a1ea6b0c974bc6a6e116ea395873d7
2024-11-18T20:53:24,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/b8f8090b757a4301b029fa91d88a7654 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/b8f8090b757a4301b029fa91d88a7654
2024-11-18T20:53:24,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/36132aab48f7437f8dfa796d7f94bfc5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/36132aab48f7437f8dfa796d7f94bfc5
2024-11-18T20:53:24,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8f60337d1383448e8e6cb9ff623cdd55 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8f60337d1383448e8e6cb9ff623cdd55
2024-11-18T20:53:24,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8743de133ece4923873431bd8b3b57ae to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/8743de133ece4923873431bd8b3b57ae
2024-11-18T20:53:24,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ae659fef14cb471d911a0d93c9b34ef4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ae659fef14cb471d911a0d93c9b34ef4
2024-11-18T20:53:24,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ad9c1f5254d44046b4941b1bac85bd0f to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ad9c1f5254d44046b4941b1bac85bd0f
2024-11-18T20:53:24,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3390df7d2cdc4141b3f84a046b867acd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3390df7d2cdc4141b3f84a046b867acd
2024-11-18T20:53:24,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/7b4d24ecb0674304b7412ea34845a3f0 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/7b4d24ecb0674304b7412ea34845a3f0
2024-11-18T20:53:24,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ffef8b9c8ebe491490694ce38076b7df to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/ffef8b9c8ebe491490694ce38076b7df
2024-11-18T20:53:24,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/128737de5ed14a419b3dabbe6ab600a3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/128737de5ed14a419b3dabbe6ab600a3
2024-11-18T20:53:24,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/25d1d0f4349b4965b31575d408bf57d3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/25d1d0f4349b4965b31575d408bf57d3
2024-11-18T20:53:24,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/723b04a888c045d3b3b815aed886aaa7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/723b04a888c045d3b3b815aed886aaa7
2024-11-18T20:53:24,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/37745022bee94a339f45f8f46e35c9aa to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/37745022bee94a339f45f8f46e35c9aa
2024-11-18T20:53:24,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/05dcd5761f8d43d29eae80913721e9bb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/05dcd5761f8d43d29eae80913721e9bb
2024-11-18T20:53:24,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0ea769d7099d468b9ac1699064ecf7af to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0ea769d7099d468b9ac1699064ecf7af
2024-11-18T20:53:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T20:53:24,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/5821b7c840b94e6cb0e715c7647a9e80 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/5821b7c840b94e6cb0e715c7647a9e80
2024-11-18T20:53:24,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/1c395b11642c467da346fec184937e6d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/1c395b11642c467da346fec184937e6d
2024-11-18T20:53:24,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3e145ffd15e54e5e8a9924da61b08426 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3e145ffd15e54e5e8a9924da61b08426
2024-11-18T20:53:24,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/4d15c27128a84e26b40c246dc5d38044 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/4d15c27128a84e26b40c246dc5d38044
2024-11-18T20:53:24,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/babcb4cbdfc04247b970300e50e2806c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/babcb4cbdfc04247b970300e50e2806c
2024-11-18T20:53:24,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2f8a1efdacd74ae0966660fe3c5d759c to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2f8a1efdacd74ae0966660fe3c5d759c
2024-11-18T20:53:24,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/836e64f2ac3c42f8b1bb7a4404fd89c5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/836e64f2ac3c42f8b1bb7a4404fd89c5
2024-11-18T20:53:24,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0e1a8394c9694218a7437435f9bcd4de to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/0e1a8394c9694218a7437435f9bcd4de
2024-11-18T20:53:24,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/bec13aea1a15491994c35a5eb5dab72e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/bec13aea1a15491994c35a5eb5dab72e
2024-11-18T20:53:24,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2b35a902713041cb9cdb851563c9c5da to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/2b35a902713041cb9cdb851563c9c5da
2024-11-18T20:53:24,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a8e058a69f8e496b9024bf4ebf5f27bd, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/b193329ebd6944f981dc8a2c9e3061a6, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/7959be3c80334386903eaee5b8841b0b, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/76b86021c74948e294fc811e2d011415, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/5e1ec6cd262344079fa0855e0efa66e5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3da1ec59e049a0b875b574cd4e0dc7, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/62661bb0710042fe83a16fb294ce1b37, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/0e1ea2098f02431b95b7389aff4f85f5, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3f5185a96ccf4455a3c9213a8e0b4ebb, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/895d8a39994e4570bc1aef892508b84a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/520698ec84564a08aba5aa5d5f1f5cca, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/277e5d6562e74e47a4032c8ed63e68a4, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/f5b5055961b94feebe22f7133dccb23a, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/544499f0d187436991bf118c0276a638, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a9aa40dbb3a74ed9a79750df93317e63, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6e16ddc340f44285aa8f4cce6397ac8e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/1bcd31a19a9c48f18c2790322c465649, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3dd9f699bca84553ba17ed5320e89f74, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/67e208720d2f45fca72a4209c1266c18, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3cda6290ad46eebb89ebff0ebd9af8, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/761c16a1695c42f4a9704c003395a66e, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6dcda4ae933e4f9bb64196ff4ec626bc, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/8c59e585d4b142bb9d983d73a7e80e25, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2d6aaf078b6a4f919053d48c5e389073, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/588f5a6778454fa8830b46a10e09baa2, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/825143e0c7aa46878619954ba1f2c91d] to archive
2024-11-18T20:53:24,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T20:53:24,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a8e058a69f8e496b9024bf4ebf5f27bd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a8e058a69f8e496b9024bf4ebf5f27bd
2024-11-18T20:53:24,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/b193329ebd6944f981dc8a2c9e3061a6 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/b193329ebd6944f981dc8a2c9e3061a6
2024-11-18T20:53:24,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/7959be3c80334386903eaee5b8841b0b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/7959be3c80334386903eaee5b8841b0b
2024-11-18T20:53:24,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/76b86021c74948e294fc811e2d011415 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/76b86021c74948e294fc811e2d011415
2024-11-18T20:53:24,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/5e1ec6cd262344079fa0855e0efa66e5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/5e1ec6cd262344079fa0855e0efa66e5
2024-11-18T20:53:24,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3da1ec59e049a0b875b574cd4e0dc7 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3da1ec59e049a0b875b574cd4e0dc7
2024-11-18T20:53:24,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/62661bb0710042fe83a16fb294ce1b37 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/62661bb0710042fe83a16fb294ce1b37
2024-11-18T20:53:24,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/0e1ea2098f02431b95b7389aff4f85f5 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/0e1ea2098f02431b95b7389aff4f85f5
2024-11-18T20:53:24,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3f5185a96ccf4455a3c9213a8e0b4ebb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3f5185a96ccf4455a3c9213a8e0b4ebb
2024-11-18T20:53:24,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/895d8a39994e4570bc1aef892508b84a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/895d8a39994e4570bc1aef892508b84a
2024-11-18T20:53:24,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/520698ec84564a08aba5aa5d5f1f5cca to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/520698ec84564a08aba5aa5d5f1f5cca
2024-11-18T20:53:24,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/277e5d6562e74e47a4032c8ed63e68a4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/277e5d6562e74e47a4032c8ed63e68a4
2024-11-18T20:53:24,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/f5b5055961b94feebe22f7133dccb23a to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/f5b5055961b94feebe22f7133dccb23a
2024-11-18T20:53:24,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/544499f0d187436991bf118c0276a638 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/544499f0d187436991bf118c0276a638
2024-11-18T20:53:24,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a9aa40dbb3a74ed9a79750df93317e63 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/a9aa40dbb3a74ed9a79750df93317e63
2024-11-18T20:53:24,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6e16ddc340f44285aa8f4cce6397ac8e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6e16ddc340f44285aa8f4cce6397ac8e
2024-11-18T20:53:24,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/1bcd31a19a9c48f18c2790322c465649 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/1bcd31a19a9c48f18c2790322c465649
2024-11-18T20:53:24,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3dd9f699bca84553ba17ed5320e89f74 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/3dd9f699bca84553ba17ed5320e89f74
2024-11-18T20:53:24,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/67e208720d2f45fca72a4209c1266c18 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/67e208720d2f45fca72a4209c1266c18
2024-11-18T20:53:24,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3cda6290ad46eebb89ebff0ebd9af8 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2c3cda6290ad46eebb89ebff0ebd9af8
2024-11-18T20:53:24,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/761c16a1695c42f4a9704c003395a66e to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/761c16a1695c42f4a9704c003395a66e
2024-11-18T20:53:24,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6dcda4ae933e4f9bb64196ff4ec626bc to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/6dcda4ae933e4f9bb64196ff4ec626bc
2024-11-18T20:53:24,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/8c59e585d4b142bb9d983d73a7e80e25 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/8c59e585d4b142bb9d983d73a7e80e25
2024-11-18T20:53:24,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2d6aaf078b6a4f919053d48c5e389073 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/2d6aaf078b6a4f919053d48c5e389073
2024-11-18T20:53:24,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/588f5a6778454fa8830b46a10e09baa2 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/588f5a6778454fa8830b46a10e09baa2
2024-11-18T20:53:24,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/825143e0c7aa46878619954ba1f2c91d to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/825143e0c7aa46878619954ba1f2c91d
2024-11-18T20:53:24,691 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/recovered.edits/389.seqid, newMaxSeqId=389, maxSeqId=4
2024-11-18T20:53:24,692 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.
2024-11-18T20:53:24,692 DEBUG [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 3d52f23fe007bc0e375ad604ce68e7cb:
Waiting for close lock at 1731963204467Running coprocessor pre-close hooks at 1731963204467Disabling compacts and flushes for region at 1731963204467Disabling writes for close at 1731963204467Obtaining lock to block concurrent updates at 1731963204467Preparing flush snapshotting stores in 3d52f23fe007bc0e375ad604ce68e7cb at 1731963204467Finished memstore snapshotting TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731963204468 (+1 ms)Flushing stores of TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb. at 1731963204468Flushing 3d52f23fe007bc0e375ad604ce68e7cb/A: creating writer at 1731963204468Flushing mob file 3d52f23fe007bc0e375ad604ce68e7cb/A: appending metadata at 1731963204472 (+4 ms)Flushing mob file 3d52f23fe007bc0e375ad604ce68e7cb/A: closing flushed file at 1731963204472Flushing 3d52f23fe007bc0e375ad604ce68e7cb/A: appending metadata at 1731963204485 (+13 ms)Flushing 3d52f23fe007bc0e375ad604ce68e7cb/A: closing flushed file at 1731963204485Flushing 3d52f23fe007bc0e375ad604ce68e7cb/B: creating writer at 1731963204494 (+9 ms)Flushing 3d52f23fe007bc0e375ad604ce68e7cb/B: appending metadata at 1731963204496 (+2 ms)Flushing 3d52f23fe007bc0e375ad604ce68e7cb/B: closing flushed file at 1731963204496Flushing 3d52f23fe007bc0e375ad604ce68e7cb/C: creating writer at 1731963204505 (+9 ms)Flushing 3d52f23fe007bc0e375ad604ce68e7cb/C: appending metadata at 1731963204507 (+2 ms)Flushing 3d52f23fe007bc0e375ad604ce68e7cb/C: closing flushed file at 1731963204507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ddf6629: reopening flushed file at 1731963204516 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67760449: reopening flushed file at 1731963204521 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9548c29: reopening flushed file at 1731963204525 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 3d52f23fe007bc0e375ad604ce68e7cb in 63ms, sequenceid=386, compaction requested=true at 1731963204531 (+6 ms)Writing region close event to WAL at 1731963204687 (+156 ms)Running coprocessor post-close hooks at 1731963204692 (+5 ms)Closed at 1731963204692
2024-11-18T20:53:24,695 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=3d52f23fe007bc0e375ad604ce68e7cb, regionState=CLOSED
2024-11-18T20:53:24,697 INFO  [RS_CLOSE_REGION-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040 because future has completed
2024-11-18T20:53:24,700 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166
2024-11-18T20:53:24,700 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure 3d52f23fe007bc0e375ad604ce68e7cb, server=29a7ef02c270,38231,1731963029040 in 384 msec
2024-11-18T20:53:24,702 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165
2024-11-18T20:53:24,702 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d52f23fe007bc0e375ad604ce68e7cb, UNASSIGN in 393 msec
2024-11-18T20:53:24,707 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731963204706"}]},"ts":"1731963204706"}
2024-11-18T20:53:24,707 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-11-18T20:53:24,707 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 399 msec
2024-11-18T20:53:24,708 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T20:53:24,709 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T20:53:24,711 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 416 msec
2024-11-18T20:53:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T20:53:24,920 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:24,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T20:53:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:53:24,924 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:53:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-18T20:53:24,926 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:53:24,945 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,948 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C, FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/recovered.edits]
2024-11-18T20:53:24,954 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4cd600e0bd3d481bb611055dec30b9bd to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/4cd600e0bd3d481bb611055dec30b9bd
2024-11-18T20:53:24,956 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7127c0a957604c758c6c60e11d27f2b3 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/7127c0a957604c758c6c60e11d27f2b3
2024-11-18T20:53:24,957 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/849c179c1f9b4922851e2717de97faea to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/A/849c179c1f9b4922851e2717de97faea
2024-11-18T20:53:24,959 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/17362fed105841cd97497fab72496c1b to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/17362fed105841cd97497fab72496c1b
2024-11-18T20:53:24,961 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3b42c6a64f55453dba8c35ed275af9af to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/3b42c6a64f55453dba8c35ed275af9af
2024-11-18T20:53:24,962 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/f3a2112d05ac4e7da6fc329daf038f41 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/B/f3a2112d05ac4e7da6fc329daf038f41
2024-11-18T20:53:24,964 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/d3445c9e62e5438ba06763f4f29a9dec to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/d3445c9e62e5438ba06763f4f29a9dec
2024-11-18T20:53:24,965 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/df1e8a838b414eaabdc4fa4bb39f0027 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/df1e8a838b414eaabdc4fa4bb39f0027
2024-11-18T20:53:24,966 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/e0b1adedd6f14407a6ef8fc7cbbb11a4 to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/C/e0b1adedd6f14407a6ef8fc7cbbb11a4
2024-11-18T20:53:24,969 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/recovered.edits/389.seqid to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb/recovered.edits/389.seqid
2024-11-18T20:53:24,970 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/default/TestAcidGuarantees/3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T20:53:24,970 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T20:53:24,973 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T20:53:24,982 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180bef24ebec184ec0978504f94180c36f_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180bef24ebec184ec0978504f94180c36f_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,983 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180cde701c076547b3a97b8dbb16c9eb1a_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180cde701c076547b3a97b8dbb16c9eb1a_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,984 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118186dd4ea8c1c4a00a3e2f94ad11347bb_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118186dd4ea8c1c4a00a3e2f94ad11347bb_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,985 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118198dac0fe21a4697a1fee17f2b3994be_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118198dac0fe21a4697a1fee17f2b3994be_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,987 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111826521161c52c4a88a0fa7379c3fe4aac_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111826521161c52c4a88a0fa7379c3fe4aac_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,988 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118276d7e738aa245deb3abd05c121cab2a_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118276d7e738aa245deb3abd05c121cab2a_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,989 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182847ec990a2f4404afeeae9efd888566_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182847ec990a2f4404afeeae9efd888566_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,990 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118356fd3da00884003b6eb7842bb71cb5f_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118356fd3da00884003b6eb7842bb71cb5f_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,991 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184234676f84ab47ecb1deb47528662245_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184234676f84ab47ecb1deb47528662245_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,992 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185e3ea35e2b2242659e58752076388485_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185e3ea35e2b2242659e58752076388485_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,993 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111888a501ace3a54746874c3c1d58c54ff4_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111888a501ace3a54746874c3c1d58c54ff4_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,995 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b0b1baf952434da890e411e649eecd6e_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b0b1baf952434da890e411e649eecd6e_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,996 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bec1b0ec74ef4e2db262c4d48ad95698_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bec1b0ec74ef4e2db262c4d48ad95698_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,997 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c11cdb298ffd4a43ac079f769704130c_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c11cdb298ffd4a43ac079f769704130c_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:24,999 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1884e86be68452387caf92d48a49d25_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1884e86be68452387caf92d48a49d25_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:25,000 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dc85d0f5187844988d5312a37b7b347a_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dc85d0f5187844988d5312a37b7b347a_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:25,001 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ed509e68e6cd4df6883d006aa9ac576c_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ed509e68e6cd4df6883d006aa9ac576c_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:25,002 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef96eef843b946ae8f6411afb8124ff7_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef96eef843b946ae8f6411afb8124ff7_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:25,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f0f54add6d2147079216671803635055_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f0f54add6d2147079216671803635055_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:25,005 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f481abcad3174136aeff87b5120f8e1e_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f481abcad3174136aeff87b5120f8e1e_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:25,006 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118faad47ae11554f70a9bab3f01f00f6bb_3d52f23fe007bc0e375ad604ce68e7cb to hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118faad47ae11554f70a9bab3f01f00f6bb_3d52f23fe007bc0e375ad604ce68e7cb
2024-11-18T20:53:25,006 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T20:53:25,010 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:53:25,013 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T20:53:25,015 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T20:53:25,017 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:53:25,017 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T20:53:25,017 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731963205017"}]},"ts":"9223372036854775807"}
2024-11-18T20:53:25,020 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T20:53:25,020 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3d52f23fe007bc0e375ad604ce68e7cb, NAME => 'TestAcidGuarantees,,1731963175236.3d52f23fe007bc0e375ad604ce68e7cb.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T20:53:25,020 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T20:53:25,021 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731963205020"}]},"ts":"9223372036854775807"}
2024-11-18T20:53:25,023 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T20:53:25,024 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T20:53:25,026 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 103 msec
2024-11-18T20:53:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-18T20:53:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T20:53:25,030 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T20:53:25,051 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238 (was 242), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=999 (was 843) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=317 (was 2834)
2024-11-18T20:53:25,051 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T20:53:25,051 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:53:25,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:53:25,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:25,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:25,051 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T20:53:25,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T20:53:25,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1570076000, stopped=false
2024-11-18T20:53:25,052 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=29a7ef02c270,40255,1731963027755
2024-11-18T20:53:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T20:53:25,125 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T20:53:25,126 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T20:53:25,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:53:25,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:53:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T20:53:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:53:25,126 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '29a7ef02c270,38231,1731963029040' *****
2024-11-18T20:53:25,126 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T20:53:25,127 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(959): stopping server 29a7ef02c270,38231,1731963029040
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;29a7ef02c270:38231.
2024-11-18T20:53:25,127 DEBUG [RS:0;29a7ef02c270:38231 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T20:53:25,127 DEBUG [RS:0;29a7ef02c270:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T20:53:25,127 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T20:53:25,128 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T20:53:25,128 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T20:53:25,128 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-18T20:53:25,129 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T20:53:25,129 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T20:53:25,129 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:25,129 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T20:53:25,129 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T20:53:25,129 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T20:53:25,129 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-18T20:53:25,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T20:53:25,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T20:53:25,174 INFO  [regionserver/29a7ef02c270:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T20:53:25,207 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/info/e9bf3f0161464794bd59bf415059a2aa is 95, key is TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053./info:/1731963060546/DeleteFamily/seqid=0
2024-11-18T20:53:25,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742548_1724 (size=6514)
2024-11-18T20:53:25,329 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:25,530 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:25,662 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/info/e9bf3f0161464794bd59bf415059a2aa
2024-11-18T20:53:25,704 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/ns/87ebf54537214402a6f5ad32ffeab709 is 93, key is TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053./ns:/1731963060482/DeleteFamily/seqid=0
2024-11-18T20:53:25,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742549_1725 (size=5906)
2024-11-18T20:53:25,731 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:25,931 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:26,117 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/ns/87ebf54537214402a6f5ad32ffeab709
2024-11-18T20:53:26,131 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:26,139 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/rep_barrier/7816bd08cbe1402ba7fc343eca8553d7 is 102, key is TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053./rep_barrier:/1731963060482/DeleteFamily/seqid=0
2024-11-18T20:53:26,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742550_1726 (size=6025)
2024-11-18T20:53:26,174 INFO  [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T20:53:26,174 INFO  [regionserver/29a7ef02c270:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T20:53:26,331 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:26,532 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:26,563 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/rep_barrier/7816bd08cbe1402ba7fc343eca8553d7
2024-11-18T20:53:26,617 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/table/7ba3707654414497abd67361c4fa889e is 96, key is TestAcidGuarantees,,1731963033994.b1f3afc9d551d7065e7627d83a57c053./table:/1731963060482/DeleteFamily/seqid=0
2024-11-18T20:53:26,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742551_1727 (size=5936)
2024-11-18T20:53:26,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T20:53:26,733 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:26,933 DEBUG [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T20:53:27,028 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/table/7ba3707654414497abd67361c4fa889e
2024-11-18T20:53:27,032 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/info/e9bf3f0161464794bd59bf415059a2aa as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/info/e9bf3f0161464794bd59bf415059a2aa
2024-11-18T20:53:27,037 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/info/e9bf3f0161464794bd59bf415059a2aa, entries=12, sequenceid=90, filesize=6.4 K
2024-11-18T20:53:27,038 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/ns/87ebf54537214402a6f5ad32ffeab709 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/ns/87ebf54537214402a6f5ad32ffeab709
2024-11-18T20:53:27,042 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/ns/87ebf54537214402a6f5ad32ffeab709, entries=8, sequenceid=90, filesize=5.8 K
2024-11-18T20:53:27,043 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/rep_barrier/7816bd08cbe1402ba7fc343eca8553d7 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/rep_barrier/7816bd08cbe1402ba7fc343eca8553d7
2024-11-18T20:53:27,047 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/rep_barrier/7816bd08cbe1402ba7fc343eca8553d7, entries=6, sequenceid=90, filesize=5.9 K
2024-11-18T20:53:27,047 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/.tmp/table/7ba3707654414497abd67361c4fa889e as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/table/7ba3707654414497abd67361c4fa889e
2024-11-18T20:53:27,051 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/table/7ba3707654414497abd67361c4fa889e, entries=7, sequenceid=90, filesize=5.8 K
2024-11-18T20:53:27,052 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1923ms, sequenceid=90, compaction requested=false
2024-11-18T20:53:27,073 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-18T20:53:27,074 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T20:53:27,074 INFO  [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T20:53:27,074 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731963205128Running coprocessor pre-close hooks at 1731963205129 (+1 ms)Disabling compacts and flushes for region at 1731963205129Disabling writes for close at 1731963205129Obtaining lock to block concurrent updates at 1731963205129Preparing flush snapshotting stores in 1588230740 at 1731963205129Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731963205130 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731963205130Flushing 1588230740/info: creating writer at 1731963205131 (+1 ms)Flushing 1588230740/info: appending metadata at 1731963205195 (+64 ms)Flushing 1588230740/info: closing flushed file at 1731963205195Flushing 1588230740/ns: creating writer at 1731963205680 (+485 ms)Flushing 1588230740/ns: appending metadata at 1731963205703 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731963205703Flushing 1588230740/rep_barrier: creating writer at 1731963206123 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731963206139 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731963206139Flushing 1588230740/table: creating writer at 1731963206581 (+442 ms)Flushing 1588230740/table: appending metadata at 1731963206616 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731963206616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17efcc8c: reopening flushed file at 1731963207032 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa8993c: reopening flushed file at 1731963207037 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4e6e2c: reopening flushed file at 1731963207042 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345cd81d: reopening flushed file at 1731963207047 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1923ms, sequenceid=90, compaction requested=false at 1731963207052 (+5 ms)Writing region close event to WAL at 1731963207070 (+18 ms)Running coprocessor post-close hooks at 1731963207074 (+4 ms)Closed at 1731963207074
2024-11-18T20:53:27,074 DEBUG [RS_CLOSE_META-regionserver/29a7ef02c270:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T20:53:27,133 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(976): stopping server 29a7ef02c270,38231,1731963029040; all regions closed.
2024-11-18T20:53:27,190 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/WALs/29a7ef02c270,38231,1731963029040/29a7ef02c270%2C38231%2C1731963029040.meta.1731963033239.meta not finished, retry = 0
2024-11-18T20:53:27,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741834_1010 (size=25344)
2024-11-18T20:53:27,305 DEBUG [RS:0;29a7ef02c270:38231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/oldWALs
2024-11-18T20:53:27,305 INFO  [RS:0;29a7ef02c270:38231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C38231%2C1731963029040.meta:.meta(num 1731963033239)
2024-11-18T20:53:27,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741832_1008 (size=16220321)
2024-11-18T20:53:27,363 DEBUG [RS:0;29a7ef02c270:38231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/oldWALs
2024-11-18T20:53:27,363 INFO  [RS:0;29a7ef02c270:38231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 29a7ef02c270%2C38231%2C1731963029040:(num 1731963032256)
2024-11-18T20:53:27,363 DEBUG [RS:0;29a7ef02c270:38231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T20:53:27,363 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T20:53:27,364 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T20:53:27,364 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.ChoreService(370): Chore service for: regionserver/29a7ef02c270:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-18T20:53:27,364 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T20:53:27,365 INFO  [RS:0;29a7ef02c270:38231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38231
2024-11-18T20:53:27,367 INFO  [regionserver/29a7ef02c270:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T20:53:27,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T20:53:27,383 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T20:53:27,384 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [29a7ef02c270,38231,1731963029040]
2024-11-18T20:53:27,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/29a7ef02c270,38231,1731963029040
2024-11-18T20:53:27,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/29a7ef02c270,38231,1731963029040 already deleted, retry=false
2024-11-18T20:53:27,394 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 29a7ef02c270,38231,1731963029040 expired; onlineServers=0
2024-11-18T20:53:27,395 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '29a7ef02c270,40255,1731963027755' *****
2024-11-18T20:53:27,395 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T20:53:27,395 INFO  [M:0;29a7ef02c270:40255 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T20:53:27,395 INFO  [M:0;29a7ef02c270:40255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T20:53:27,395 DEBUG [M:0;29a7ef02c270:40255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T20:53:27,395 DEBUG [M:0;29a7ef02c270:40255 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T20:53:27,396 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963031878 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.small.0-1731963031878,5,FailOnTimeoutGroup]
2024-11-18T20:53:27,395 INFO  [M:0;29a7ef02c270:40255 {}] hbase.ChoreService(370): Chore service for: master/29a7ef02c270:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T20:53:27,396 INFO  [M:0;29a7ef02c270:40255 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T20:53:27,396 DEBUG [M:0;29a7ef02c270:40255 {}] master.HMaster(1795): Stopping service threads
2024-11-18T20:53:27,396 INFO  [M:0;29a7ef02c270:40255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T20:53:27,396 INFO  [M:0;29a7ef02c270:40255 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T20:53:27,396 ERROR [M:0;29a7ef02c270:40255 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1228365231) connection to localhost/127.0.0.1:46187 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46187,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-18T20:53:27,396 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T20:53:27,397 DEBUG [master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963031877 {}] cleaner.HFileCleaner(306): Exit Thread[master/29a7ef02c270:0:becomeActiveMaster-HFileCleaner.large.0-1731963031877,5,FailOnTimeoutGroup]
2024-11-18T20:53:27,397 INFO  [M:0;29a7ef02c270:40255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T20:53:27,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T20:53:27,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T20:53:27,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T20:53:27,420 INFO  [M:0;29a7ef02c270:40255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/.lastflushedseqids
2024-11-18T20:53:27,423 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false
2024-11-18T20:53:27,424 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master
2024-11-18T20:53:27,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T20:53:27,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38231-0x10151002f7f0001, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T20:53:27,515 INFO  [RS:0;29a7ef02c270:38231 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T20:53:27,515 INFO  [RS:0;29a7ef02c270:38231 {}] regionserver.HRegionServer(1031): Exiting; stopping=29a7ef02c270,38231,1731963029040; zookeeper connection closed.
2024-11-18T20:53:27,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742552_1728 (size=72)
2024-11-18T20:53:27,519 INFO  [M:0;29a7ef02c270:40255 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T20:53:27,519 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fe87137 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fe87137
2024-11-18T20:53:27,522 INFO  [M:0;29a7ef02c270:40255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T20:53:27,522 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T20:53:27,522 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:53:27,522 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T20:53:27,522 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:53:27,522 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T20:53:27,522 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:53:27,522 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=778.43 KB heapSize=958.67 KB
2024-11-18T20:53:27,552 DEBUG [M:0;29a7ef02c270:40255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd8b3c42ced4a47ac7b50312e45c266 is 82, key is hbase:meta,,1/info:regioninfo/1731963033375/Put/seqid=0
2024-11-18T20:53:27,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742553_1729 (size=5672)
2024-11-18T20:53:28,000 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2233 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd8b3c42ced4a47ac7b50312e45c266
2024-11-18T20:53:28,064 DEBUG [M:0;29a7ef02c270:40255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0188f86bf91e4d6ab795c34908ba2eeb is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x8D/proc:d/1731963176943/Put/seqid=0
2024-11-18T20:53:28,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742554_1730 (size=43779)
2024-11-18T20:53:28,314 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T20:53:28,316 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T20:53:28,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T20:53:28,507 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=777.88 KB at sequenceid=2233 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0188f86bf91e4d6ab795c34908ba2eeb
2024-11-18T20:53:28,512 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0188f86bf91e4d6ab795c34908ba2eeb
2024-11-18T20:53:28,546 DEBUG [M:0;29a7ef02c270:40255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ea9b30182f40a39eb78e6dfd879469 is 69, key is 29a7ef02c270,38231,1731963029040/rs:state/1731963031945/Put/seqid=0
2024-11-18T20:53:28,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073742555_1731 (size=5156)
2024-11-18T20:53:28,953 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2233 (bloomFilter=true), to=hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ea9b30182f40a39eb78e6dfd879469
2024-11-18T20:53:28,962 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd8b3c42ced4a47ac7b50312e45c266 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bd8b3c42ced4a47ac7b50312e45c266
2024-11-18T20:53:28,969 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bd8b3c42ced4a47ac7b50312e45c266, entries=8, sequenceid=2233, filesize=5.5 K
2024-11-18T20:53:28,970 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0188f86bf91e4d6ab795c34908ba2eeb as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0188f86bf91e4d6ab795c34908ba2eeb
2024-11-18T20:53:28,974 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0188f86bf91e4d6ab795c34908ba2eeb
2024-11-18T20:53:28,974 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0188f86bf91e4d6ab795c34908ba2eeb, entries=168, sequenceid=2233, filesize=42.8 K
2024-11-18T20:53:28,976 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ea9b30182f40a39eb78e6dfd879469 as hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42ea9b30182f40a39eb78e6dfd879469
2024-11-18T20:53:28,980 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46187/user/jenkins/test-data/b26ae64e-1c18-22b1-eeaa-d2bf27e55b7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42ea9b30182f40a39eb78e6dfd879469, entries=1, sequenceid=2233, filesize=5.0 K
2024-11-18T20:53:28,981 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~778.43 KB/797117, heapSize ~958.38 KB/981376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1459ms, sequenceid=2233, compaction requested=false
2024-11-18T20:53:29,003 INFO  [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T20:53:29,003 DEBUG [M:0;29a7ef02c270:40255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731963207522Disabling compacts and flushes for region at 1731963207522Disabling writes for close at 1731963207522Obtaining lock to block concurrent updates at 1731963207522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731963207522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=797117, getHeapSize=981616, getOffHeapSize=0, getCellsCount=2426 at 1731963207523 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731963207523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731963207523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731963207551 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731963207551Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731963208008 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731963208063 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731963208063Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731963208512 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731963208545 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731963208545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f69991: reopening flushed file at 1731963208958 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ab4527: reopening flushed file at 1731963208969 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7207ad75: reopening flushed file at 1731963208974 (+5 ms)Finished flush of dataSize ~778.43 KB/797117, heapSize ~958.38 KB/981376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1459ms, sequenceid=2233, compaction requested=false at 1731963208981 (+7 ms)Writing region close event to WAL at 1731963209003 (+22 ms)Closed at 1731963209003
2024-11-18T20:53:29,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741830_1006 (size=943453)
2024-11-18T20:53:29,010 INFO  [M:0;29a7ef02c270:40255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T20:53:29,010 INFO  [M:0;29a7ef02c270:40255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40255
2024-11-18T20:53:29,011 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T20:53:29,011 INFO  [M:0;29a7ef02c270:40255 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T20:53:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T20:53:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40255-0x10151002f7f0000, quorum=127.0.0.1:58850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T20:53:29,156 INFO  [M:0;29a7ef02c270:40255 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T20:53:29,170 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T20:53:29,175 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T20:53:29,175 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T20:53:29,176 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T20:53:29,176 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/hadoop.log.dir/,STOPPED}
2024-11-18T20:53:29,183 WARN  [BP-1480196249-172.17.0.2-1731963023565 heartbeating to localhost/127.0.0.1:46187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T20:53:29,183 WARN  [BP-1480196249-172.17.0.2-1731963023565 heartbeating to localhost/127.0.0.1:46187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1480196249-172.17.0.2-1731963023565 (Datanode Uuid f57d45cb-2925-466b-b493-84c41b79171f) service to localhost/127.0.0.1:46187
2024-11-18T20:53:29,187 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/data/data1/current/BP-1480196249-172.17.0.2-1731963023565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T20:53:29,191 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/cluster_62fa5cc0-9aa3-98c8-7b1e-1fcfa773f7c5/data/data2/current/BP-1480196249-172.17.0.2-1731963023565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T20:53:29,193 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T20:53:29,193 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T20:53:29,194 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T20:53:29,218 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T20:53:29,219 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T20:53:29,219 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T20:53:29,219 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T20:53:29,219 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56df2dfd-62ba-6661-4fc8-c746e268fdcd/hadoop.log.dir/,STOPPED}
2024-11-18T20:53:29,258 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T20:53:29,619 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down